From 91bdb921780788969f5d5c441afe726f6805fb85 Mon Sep 17 00:00:00 2001 From: Alessandro Bellina Date: Tue, 28 May 2024 16:36:59 -0500 Subject: [PATCH] Disable default cuDF pinned pool (#10868) * Disabling the cuDF default pinned pool for 24.06 Signed-off-by: Alessandro Bellina * Add a warning in case we can't configure the cuDF default pool --------- Signed-off-by: Alessandro Bellina --- .../scala/com/nvidia/spark/rapids/GpuDeviceManager.scala | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/GpuDeviceManager.scala b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/GpuDeviceManager.scala index 94390100d2e..2cfce60c4a5 100644 --- a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/GpuDeviceManager.scala +++ b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/GpuDeviceManager.scala @@ -447,6 +447,12 @@ object GpuDeviceManager extends Logging { } else { (conf.pinnedPoolSize, -1L) } + // disable the cuDF provided default pinned pool for now + if (!PinnedMemoryPool.configureDefaultCudfPinnedPoolSize(0L)) { + // This is OK in tests because they don't unload/reload our shared + // library, and in prod it would be nice to know about it. + logWarning("The default cuDF host pool was already configured") + } if (!PinnedMemoryPool.isInitialized && pinnedSize > 0) { logInfo(s"Initializing pinned memory pool (${pinnedSize / 1024 / 1024.0} MiB)") PinnedMemoryPool.initialize(pinnedSize, gpuId, setCuioDefaultResource)