From dc87455691020581d59e305ee7120256b0ad929a Mon Sep 17 00:00:00 2001 From: jnke2016 Date: Tue, 3 Oct 2023 10:44:47 -0700 Subject: [PATCH 1/3] increase timeout --- ci/test_python.sh | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/ci/test_python.sh b/ci/test_python.sh index 7b0077991ae..6544f969c82 100755 --- a/ci/test_python.sh +++ b/ci/test_python.sh @@ -65,7 +65,10 @@ popd rapids-logger "pytest cugraph" pushd python/cugraph/cugraph -export DASK_WORKER_DEVICES="0" +DASK_WORKER_DEVICES="0" \ +DASK_DISTRIBUTED__SCHEDULER__WORKER_TTL="10s" \ +DASK_DISTRIBUTED__COMM__TIMEOUTS__CONNECT="10s" \ +DASK_CUDA_WAIT_WORKERS_MIN_TIMEOUT=20 \ pytest \ -v \ --benchmark-disable \ From a564957ee2affdda0062e467c0befcc76929187d Mon Sep 17 00:00:00 2001 From: jnke2016 Date: Tue, 3 Oct 2023 10:58:06 -0700 Subject: [PATCH 2/3] add env var to the wheel run --- ci/test_wheel.sh | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/ci/test_wheel.sh b/ci/test_wheel.sh index 3ac3549f143..e055211826f 100755 --- a/ci/test_wheel.sh +++ b/ci/test_wheel.sh @@ -21,5 +21,9 @@ arch=$(uname -m) if [[ "${arch}" == "aarch64" && ${RAPIDS_BUILD_TYPE} == "pull-request" ]]; then python ./ci/wheel_smoke_test_${package_name}.py else - RAPIDS_DATASET_ROOT_DIR=`pwd`/datasets python -m pytest ./python/${package_name}/${python_package_name}/tests + RAPIDS_DATASET_ROOT_DIR=`pwd`/datasets \ + DASK_DISTRIBUTED__SCHEDULER__WORKER_TTL="10s" \ + DASK_DISTRIBUTED__COMM__TIMEOUTS__CONNECT="10s" \ + DASK_CUDA_WAIT_WORKERS_MIN_TIMEOUT=20 \ + python -m pytest ./python/${package_name}/${python_package_name}/tests fi From 74c63fb42a7249eceb5a7aba19262f778b742999 Mon Sep 17 00:00:00 2001 From: jnke2016 Date: Tue, 3 Oct 2023 18:18:05 -0700 Subject: [PATCH 3/3] increase timeouts --- ci/test_python.sh | 4 ++-- ci/test_wheel.sh | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/ci/test_python.sh b/ci/test_python.sh index 6544f969c82..5183dc37a49 100755 --- a/ci/test_python.sh +++ b/ci/test_python.sh @@ -66,8 +66,8 @@ popd rapids-logger "pytest cugraph" pushd python/cugraph/cugraph DASK_WORKER_DEVICES="0" \ -DASK_DISTRIBUTED__SCHEDULER__WORKER_TTL="10s" \ -DASK_DISTRIBUTED__COMM__TIMEOUTS__CONNECT="10s" \ +DASK_DISTRIBUTED__SCHEDULER__WORKER_TTL="1000s" \ +DASK_DISTRIBUTED__COMM__TIMEOUTS__CONNECT="1000s" \ DASK_CUDA_WAIT_WORKERS_MIN_TIMEOUT=20 \ pytest \ -v \ diff --git a/ci/test_wheel.sh b/ci/test_wheel.sh index e055211826f..d6ec67cd9e9 100755 --- a/ci/test_wheel.sh +++ b/ci/test_wheel.sh @@ -22,8 +22,8 @@ if [[ "${arch}" == "aarch64" && ${RAPIDS_BUILD_TYPE} == "pull-request" ]]; then python ./ci/wheel_smoke_test_${package_name}.py else RAPIDS_DATASET_ROOT_DIR=`pwd`/datasets \ - DASK_DISTRIBUTED__SCHEDULER__WORKER_TTL="10s" \ - DASK_DISTRIBUTED__COMM__TIMEOUTS__CONNECT="10s" \ + DASK_DISTRIBUTED__SCHEDULER__WORKER_TTL="1000s" \ + DASK_DISTRIBUTED__COMM__TIMEOUTS__CONNECT="1000s" \ DASK_CUDA_WAIT_WORKERS_MIN_TIMEOUT=20 \ python -m pytest ./python/${package_name}/${python_package_name}/tests fi