gasnet based parcelport

.cmake-format.py

@@ -393,7 +393,8 @@
                                                    'RUN_SERIAL',
                                                    'NO_PARCELPORT_TCP',
                                                    'NO_PARCELPORT_LCI',
-                                                   'NO_PARCELPORT_MPI'],
+                                                   'NO_PARCELPORT_MPI',
+                                                   'NO_PARCELPORT_GASNET'],
                                          'nargs': '2+'}},
     'add_hpx_source_group': { 'kwargs': { 'CLASS': 1,
                                           'NAME': 1,

.jenkins/lsu/env-clang-11.sh

@@ -11,6 +11,7 @@ module load boost/1.73.0-${build_type,,}
 module load hwloc
 module load openmpi
 module load pwrapi/1.1.1
+# module load gasnet/2023.3.0
 
 export HPXRUN_RUNWRAPPER=srun
 export CXX_STD="17"
@@ -23,6 +24,7 @@ configure_extra_options+=" -DHPX_WITH_COMPILER_WARNINGS_AS_ERRORS=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_MPI=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_LCI=ON"
 configure_extra_options+=" -DHPX_WITH_FETCH_LCI=ON"
+# configure_extra_options+=" -DHPX_WITH_PARCELPORT_GASNET=ON"
 configure_extra_options+=" -DHPX_WITH_LOGGING=OFF"
 
 # The pwrapi library still needs to be set up properly on rostam

.jenkins/lsu/env-clang-12.sh

@@ -11,6 +11,7 @@ module load boost/1.75.0-${build_type,,}
 module load hwloc
 module load openmpi
 module load pwrapi/1.1.1
+# module load gasnet/2023.3.0
 
 export HPXRUN_RUNWRAPPER=srun
 export CXX_STD="20"
@@ -24,6 +25,7 @@ configure_extra_options+=" -DHPX_WITH_COMPILER_WARNINGS_AS_ERRORS=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_MPI=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_LCI=ON"
 configure_extra_options+=" -DHPX_WITH_FETCH_LCI=ON"
+# configure_extra_options+=" -DHPX_WITH_PARCELPORT_GASNET=ON"
 configure_extra_options+=" -DHPX_WITH_LOGGING=OFF"
 
 # The pwrapi library still needs to be set up properly on rostam

.jenkins/lsu/env-clang-13.sh

@@ -11,6 +11,7 @@ module load boost/1.78.0-${build_type,,}
 module load hwloc
 module load openmpi
 module load pwrapi/1.1.1
+# module load gasnet/2023.3.0
 
 export HPXRUN_RUNWRAPPER=srun
 export CXX_STD="17"
@@ -24,6 +25,7 @@ configure_extra_options+=" -DHPX_WITH_COMPILER_WARNINGS_AS_ERRORS=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_MPI=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_LCI=ON"
 configure_extra_options+=" -DHPX_WITH_FETCH_LCI=ON"
+# configure_extra_options+=" -DHPX_WITH_PARCELPORT_GASNET=ON"
 configure_extra_options+=" -DHPX_WITH_LOGGING=OFF"
 
 # The pwrapi library still needs to be set up properly on rostam

.jenkins/lsu/env-clang-14.sh

@@ -11,6 +11,7 @@ module load boost/1.79.0-${build_type,,}
 module load hwloc
 module load openmpi
 module load pwrapi/1.1.1
+# module load gasnet/2023.3.0
 
 export HPXRUN_RUNWRAPPER=srun
 export CXX_STD="20"
@@ -24,6 +25,7 @@ configure_extra_options+=" -DHPX_WITH_COMPILER_WARNINGS_AS_ERRORS=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_MPI=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_LCI=ON"
 configure_extra_options+=" -DHPX_WITH_FETCH_LCI=ON"
+# configure_extra_options+=" -DHPX_WITH_PARCELPORT_GASNET=ON"
 configure_extra_options+=" -DHPX_WITH_LOGGING=OFF"
 configure_extra_options+=" -DHPX_WITH_DATAPAR_BACKEND=EVE"
 configure_extra_options+=" -DHPX_WITH_FETCH_EVE=ON"

.jenkins/lsu/env-clang-15.sh

@@ -11,6 +11,7 @@ module load boost/1.82.0-${build_type,,}
 module load hwloc
 module load openmpi
 module load pwrapi/1.1.1
+# module load gasnet/2023.3.0
 
 export HPXRUN_RUNWRAPPER=srun
 export CXX_STD="20"
@@ -24,6 +25,7 @@ configure_extra_options+=" -DHPX_WITH_COMPILER_WARNINGS_AS_ERRORS=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_MPI=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_LCI=ON"
 configure_extra_options+=" -DHPX_WITH_FETCH_LCI=ON"
+# configure_extra_options+=" -DHPX_WITH_PARCELPORT_GASNET=ON"
 configure_extra_options+=" -DHPX_WITH_LOGGING=OFF"
 configure_extra_options+=" -DHPX_WITH_DATAPAR_BACKEND=EVE"
 configure_extra_options+=" -DHPX_WITH_FETCH_EVE=ON"

.jenkins/lsu/env-gcc-10.sh

@@ -11,6 +11,7 @@ module load boost/1.75.0-${build_type,,}
 module load hwloc
 module load openmpi
 module load pwrapi/1.1.1
+module load gasnet/2023.3.0
 
 export HPXRUN_RUNWRAPPER=srun
 export CXX_STD="17"
@@ -24,6 +25,7 @@ configure_extra_options+=" -DHPX_WITH_COMPILER_WARNINGS_AS_ERRORS=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_MPI=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_LCI=ON"
 configure_extra_options+=" -DHPX_WITH_FETCH_LCI=ON"
+configure_extra_options+=" -DHPX_WITH_PARCELPORT_GASNET=ON"
 
 # The pwrapi library still needs to be set up properly on rostam
 # configure_extra_options+=" -DHPX_WITH_POWER_COUNTER=ON"

.jenkins/lsu/env-gcc-12.sh

@@ -11,6 +11,7 @@ module load boost/1.80.0-${build_type,,}
 module load hwloc
 module load openmpi
 module load pwrapi/1.1.1
+module load gasnet/2023.3.0
 
 export HPXRUN_RUNWRAPPER=srun
 export CXX_STD="20"
@@ -23,6 +24,7 @@ configure_extra_options+=" -DHPX_WITH_COMPILER_WARNINGS_AS_ERRORS=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_MPI=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_LCI=ON"
 configure_extra_options+=" -DHPX_WITH_FETCH_LCI=ON"
+configure_extra_options+=" -DHPX_WITH_PARCELPORT_GASNET=ON"
 configure_extra_options+=" -DHPX_WITH_DATAPAR_BACKEND=EVE"
 configure_extra_options+=" -DHPX_WITH_FETCH_EVE=ON"
 configure_extra_options+=" -DHPX_WITH_EVE_TAG=main"

.jenkins/lsu/env-gcc-13.sh

@@ -11,6 +11,7 @@ module load boost/1.82.0-${build_type,,}
 module load hwloc
 module load openmpi
 module load pwrapi/1.1.1
+module load gasnet/2023.3.0
 
 export HPXRUN_RUNWRAPPER=srun
 export CXX_STD="20"
@@ -23,6 +24,7 @@ configure_extra_options+=" -DHPX_WITH_COMPILER_WARNINGS_AS_ERRORS=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_MPI=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_LCI=ON"
 configure_extra_options+=" -DHPX_WITH_FETCH_LCI=ON"
+configure_extra_options+=" -DHPX_WITH_PARCELPORT_GASNET=ON"
 configure_extra_options+=" -DHPX_WITH_DATAPAR_BACKEND=EVE"
 configure_extra_options+=" -DHPX_WITH_FETCH_EVE=ON"
 configure_extra_options+=" -DHPX_WITH_EVE_TAG=main"

.jenkins/lsu/env-gcc-9.sh

@@ -11,6 +11,7 @@ module load boost/1.73.0-${build_type,,}
 module load hwloc
 module load openmpi
 module load pwrapi/1.1.1
+module load gasnet/2023.3.0
 
 export HPXRUN_RUNWRAPPER=srun
 export CXX_STD="17"
@@ -23,6 +24,7 @@ configure_extra_options+=" -DHPX_WITH_COMPILER_WARNINGS_AS_ERRORS=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_MPI=ON"
 configure_extra_options+=" -DHPX_WITH_PARCELPORT_LCI=ON"
 configure_extra_options+=" -DHPX_WITH_FETCH_LCI=ON"
+configure_extra_options+=" -DHPX_WITH_PARCELPORT_GASNET=ON"
 
 # The pwrapi library still needs to be set up properly on rostam
 # configure_extra_options+=" -DHPX_WITH_POWER_COUNTER=ON"

CMakeLists.txt

@@ -1143,6 +1143,19 @@ if(HPX_WITH_NETWORKING)
     ADVANCED
   )
 
+  hpx_option(
+    HPX_WITH_PARCELPORT_GASNET BOOL "Enable the GASNET based parcelport." OFF
+    CATEGORY "Parcelport"
+  )
+  if(HPX_WITH_PARCELPORT_GASNET)
+    hpx_add_config_define(HPX_HAVE_PARCELPORT_GASNET)
+    hpx_option(
+      HPX_WITH_PARCELPORT_GASNET_CONDUIT STRING
+      "Define which conduit to use for the gasnet parcelport" "udp"
+      STRINGS "smp;udp;mpi;ofi;ucx;ibv"
+    )
+  endif()
+
   hpx_option(
     HPX_WITH_PARCELPORT_TCP BOOL "Enable the TCP based parcelport." ON
     CATEGORY "Parcelport"
@@ -1180,7 +1193,10 @@ else(HPX_WITH_NETWORKING)
   )
 endif(HPX_WITH_NETWORKING)
 
-if((HPX_WITH_NETWORKING AND HPX_WITH_PARCELPORT_MPI) OR HPX_WITH_ASYNC_MPI)
+if((HPX_WITH_NETWORKING AND HPX_WITH_PARCELPORT_MPI)
+   OR HPX_WITH_ASYNC_MPI
+   OR ("${HPX_WITH_PARCELPORT_GASNET_CONDUIT}" STREQUAL "mpi")
+)
   # mpi parcelport settings
   hpx_option(
     HPX_WITH_PARCELPORT_MPI_ENV
@@ -2125,13 +2141,20 @@ add_hpx_library_headers_noglob(hpx_external)
 # Setup plugins (set here cause if we include it inside plugins, it will not be
 # defined in src/CMakeLists.txt where we call add_static_parcelports)
 include(HPX_SetupMPI) # must come before APEX
-if((HPX_WITH_NETWORKING AND HPX_WITH_PARCELPORT_MPI) OR HPX_WITH_ASYNC_MPI)
+if((HPX_WITH_NETWORKING AND HPX_WITH_PARCELPORT_MPI)
+   OR HPX_WITH_ASYNC_MPI
+   OR ("${HPX_WITH_PARCELPORT_GASNET_CONDUIT}" STREQUAL "mpi")
+)
   hpx_setup_mpi()
 endif()
-include(HPX_SetupLCI)
 if(HPX_WITH_NETWORKING AND HPX_WITH_PARCELPORT_LCI)
+  include(HPX_SetupLCI)
   hpx_setup_lci()
 endif()
+if(HPX_WITH_NETWORKING AND HPX_WITH_PARCELPORT_GASNET)
+  include(HPX_SetupGasnet)
+  hpx_setup_gasnet()
+endif()
 
 # Setup packages and subprojects
 include(HPX_SetupSYCL)

cmake/HPX_AddTest.cmake

@@ -6,7 +6,7 @@
 
 function(add_hpx_test category name)
   set(options FAILURE_EXPECTED RUN_SERIAL NO_PARCELPORT_TCP NO_PARCELPORT_MPI
-              NO_PARCELPORT_LCI
+              NO_PARCELPORT_LCI NO_PARCELPORT_GASNET
   )
   set(one_value_args EXECUTABLE LOCALITIES THREADS_PER_LOCALITY TIMEOUT
                      RUNWRAPPER
@@ -172,6 +172,30 @@ function(add_hpx_test category name)
         endif()
       endif()
     endif()
+    if(HPX_WITH_PARCELPORT_GASNET AND NOT ${name}_NO_PARCELPORT_GASNET)
+      set(_add_test FALSE)
+      if(DEFINED ${name}_PARCELPORTS)
+        set(PP_FOUND -1)
+        list(FIND ${name}_PARCELPORTS "gasnet" PP_FOUND)
+        if(NOT PP_FOUND EQUAL -1)
+          set(_add_test TRUE)
+        endif()
+      else()
+        set(_add_test TRUE)
+      endif()
+      if(_add_test)
+        set(_full_name "${category}.distributed.gasnet.${name}")
+        add_test(NAME "${_full_name}" COMMAND ${cmd} "-p" "gasnet" "-r"
+                                              "gasnet" ${args}
+        )
+        set_tests_properties("${_full_name}" PROPERTIES RUN_SERIAL TRUE)
+        if(${name}_TIMEOUT)
+          set_tests_properties(
+            "${_full_name}" PROPERTIES TIMEOUT ${${name}_TIMEOUT}
+          )
+        endif()
+      endif()
+    endif()
     if(HPX_WITH_PARCELPORT_TCP AND NOT ${${name}_NO_PARCELPORT_TCP})
       set(_add_test FALSE)
       if(DEFINED ${name}_PARCELPORTS)