diff --git a/ci/build_wheel.sh b/ci/build_wheel.sh
index 747018f3..6687e2f3 100755
--- a/ci/build_wheel.sh
+++ b/ci/build_wheel.sh
@@ -6,19 +6,6 @@ set -euo pipefail
 package_name="ucx-py"
 underscore_package_name=$(echo "${package_name}" | tr "-" "_")
 
-# Clear out system ucx files to ensure that we're getting ucx from the wheel.
-rm -rf /usr/lib64/ucx
-rm -rf /usr/lib64/libucm.*
-rm -rf /usr/lib64/libucp.*
-rm -rf /usr/lib64/libucs.*
-rm -rf /usr/lib64/libucs_signal.*
-rm -rf /usr/lib64/libuct.*
-
-rm -rf /usr/include/ucm
-rm -rf /usr/include/ucp
-rm -rf /usr/include/ucs
-rm -rf /usr/include/uct
-
 source rapids-configure-sccache
 source rapids-date-string