From fb87ad91c6803cd91f8c2bca0e9e7ff9c698a071 Mon Sep 17 00:00:00 2001 From: "Robert (Bobby) Evans" Date: Wed, 11 Dec 2024 16:21:39 -0600 Subject: [PATCH] Review comments --- .../spark/sql/rapids/GpuFileFormatDataWriter.scala | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/GpuFileFormatDataWriter.scala b/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/GpuFileFormatDataWriter.scala index 67b9f00f816..aca7d0e8751 100644 --- a/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/GpuFileFormatDataWriter.scala +++ b/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/GpuFileFormatDataWriter.scala @@ -249,8 +249,8 @@ class GpuSingleDirectoryDataWriter( f"-c$fileCounter%03d" + ext) val debugOutputPath = debugOutputBasePath.map { base => - base + "/DEBUG_" + taskAttemptContext.getTaskAttemptID.toString + - f"-c$fileCounter%03d" + ".debug" + base + s"/DEBUG_${taskAttemptContext.getTaskAttemptID}" + + f"_c$fileCounter%03d_${System.nanoTime()}.debug" } currentWriterStatus.writer = description.outputWriterFactory.newInstance( @@ -587,11 +587,11 @@ class GpuDynamicPartitionDataSingleWriter( val debugOutputPath = debugOutputBasePath.map { base => if (customPath.isDefined) { val hash = customPath.get.hashCode - base + s"/DEBUG_CUSTOM_${hash}_" + taskAttemptContext.getTaskAttemptID.toString + - f"-c$fileCounter%03d" + ".debug" + base + s"/DEBUG_CUSTOM_${hash}_${taskAttemptContext.getTaskAttemptID}" + + f"_c$fileCounter%03d_${System.nanoTime()}.debug" } else { - base + "/" + partDir.mkString("/") + s"/DEBUG_" + - taskAttemptContext.getTaskAttemptID.toString + f"-c$fileCounter%03d" + ".debug" + base + s"/${partDir.mkString("/")}/DEBUG_${taskAttemptContext.getTaskAttemptID}" + + f"_c$fileCounter%03d_${System.nanoTime()}.debug" } }