Skip to content

Commit

Permalink
add some FIXME comments, move multi-node MTMG test into MG test block…
Browse files Browse the repository at this point in the history
… in cmake to ensure MPI is available
  • Loading branch information
ChuckHastings committed Nov 3, 2023
1 parent 7502ed5 commit 63d157f
Show file tree
Hide file tree
Showing 4 changed files with 15 additions and 10 deletions.
3 changes: 3 additions & 0 deletions cpp/include/cugraph/mtmg/instance_manager.hpp
Original file line number Diff line number Diff line change
Expand Up @@ -98,6 +98,9 @@ class instance_manager_t {
// (or no) GPUs, so mapping rank to a handle might be a challenge
//
std::vector<std::unique_ptr<raft::handle_t>> raft_handle_{};

// FIXME: Explore what RAFT changes might be desired to allow the ncclComm_t
// to be managed by RAFT instead of cugraph::mtmg
std::vector<std::unique_ptr<ncclComm_t>> nccl_comms_{};
std::vector<rmm::cuda_device_id> device_ids_{};

Expand Down
2 changes: 2 additions & 0 deletions cpp/include/cugraph/mtmg/resource_manager.hpp
Original file line number Diff line number Diff line change
Expand Up @@ -167,6 +167,8 @@ class resource_manager_t {
return (local_ranks.find(rank) != local_ranks.end());
});

// FIXME: Explore what RAFT changes might be desired to allow the ncclComm_t
// to be managed by RAFT instead of cugraph::mtmg
std::vector<std::unique_ptr<ncclComm_t>> nccl_comms{};
std::vector<std::unique_ptr<raft::handle_t>> handles{};
std::vector<rmm::cuda_device_id> device_ids{};
Expand Down
18 changes: 10 additions & 8 deletions cpp/tests/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -423,14 +423,6 @@ target_link_libraries(MTMG_TEST
UCP::UCP
)

# FIXME... should use MG library
ConfigureTest(MTMG_MULTINODE_TEST mtmg/multi_node_threaded_test.cu utilities/mg_utilities.cpp)
target_link_libraries(MTMG_MULTINODE_TEST
PRIVATE
MPI::MPI_CXX
UCP::UCP
)

###################################################################################################
# - MG tests --------------------------------------------------------------------------------------

Expand Down Expand Up @@ -688,6 +680,16 @@ if(BUILD_CUGRAPH_MG_TESTS)
ConfigureCTestMG(MG_CAPI_TWO_HOP_NEIGHBORS_TEST c_api/mg_two_hop_neighbors_test.c)

rapids_test_install_relocatable(INSTALL_COMPONENT_SET testing_mg DESTINATION bin/gtests/libcugraph_mg)

###############################################################################################
# - Multi-node MTMG tests ---------------------------------------------------------------------
ConfigureTest(MTMG_MULTINODE_TEST mtmg/multi_node_threaded_test.cu utilities/mg_utilities.cpp)
target_link_libraries(MTMG_MULTINODE_TEST
PRIVATE
cugraphmgtestutil
UCP::UCP
)

endif()

###################################################################################################
Expand Down
2 changes: 0 additions & 2 deletions cpp/tests/mtmg/multi_node_threaded_test.cu
Original file line number Diff line number Diff line change
Expand Up @@ -36,8 +36,6 @@

#include <gtest/gtest.h>

#include <nccl.h>

#include <filesystem>
#include <fstream>
#include <vector>
Expand Down

0 comments on commit 63d157f

Please sign in to comment.