Skip to content

Commit

Permalink
Refactor cudf pandas integration tests CI (rapidsai#16728)
Browse files Browse the repository at this point in the history
Following up rapidsai#16645 with a couple improvements

Authors:
  - Matthew Murray (https://github.com/Matt711)

Approvers:
  - Bradley Dice (https://github.com/bdice)

URL: rapidsai#16728
  • Loading branch information
Matt711 authored and nvliyuan committed Sep 10, 2024
1 parent adea127 commit a7c4595
Show file tree
Hide file tree
Showing 2 changed files with 10 additions and 16 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -9,23 +9,17 @@ cleanup() {

trap cleanup EXIT

runtest_gold() {
runtest() {
local lib=$1
local mode=$2

pytest \
-v \
--continue-on-collection-errors \
--cache-clear \
--numprocesses=${NUM_PROCESSES} \
--dist=worksteal \
${TEST_DIR}/test_${lib}*.py
}

runtest_cudf_pandas() {
local lib=$1
local plugin=""
if [ "$mode" = "cudf" ]; then
plugin="-p cudf.pandas"
fi

pytest \
-p cudf.pandas \
$plugin \
-v \
--continue-on-collection-errors \
--cache-clear \
Expand All @@ -38,8 +32,8 @@ main() {
local lib=$1

# generation phase
runtest_gold ${lib}
runtest_cudf_pandas ${lib}
runtest ${lib} "gold"
runtest ${lib} "cudf"

# assertion phase
pytest \
Expand Down
2 changes: 1 addition & 1 deletion ci/cudf_pandas_scripts/third-party-integration/test.sh
Original file line number Diff line number Diff line change
Expand Up @@ -72,7 +72,7 @@ main() {
fi
done

TEST_DIR=${TEST_DIR} NUM_PROCESSES=${NUM_PROCESSES} ci/cudf_pandas_scripts/third-party-integration/ci_run_library_tests.sh ${lib}
TEST_DIR=${TEST_DIR} NUM_PROCESSES=${NUM_PROCESSES} ci/cudf_pandas_scripts/third-party-integration/run-library-tests.sh ${lib}

rapids-logger "Test script exiting with value: ${EXITCODE}"
done
Expand Down

0 comments on commit a7c4595

Please sign in to comment.