Skip to content

Commit

Permalink
Review comments
Browse files Browse the repository at this point in the history
  • Loading branch information
revans2 committed Dec 11, 2024
1 parent ee7d35d commit fb87ad9
Showing 1 changed file with 6 additions and 6 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -249,8 +249,8 @@ class GpuSingleDirectoryDataWriter(
f"-c$fileCounter%03d" + ext)

val debugOutputPath = debugOutputBasePath.map { base =>
base + "/DEBUG_" + taskAttemptContext.getTaskAttemptID.toString +
f"-c$fileCounter%03d" + ".debug"
base + s"/DEBUG_${taskAttemptContext.getTaskAttemptID}" +
f"_c$fileCounter%03d_${System.nanoTime()}.debug"
}

currentWriterStatus.writer = description.outputWriterFactory.newInstance(
Expand Down Expand Up @@ -587,11 +587,11 @@ class GpuDynamicPartitionDataSingleWriter(
val debugOutputPath = debugOutputBasePath.map { base =>
if (customPath.isDefined) {
val hash = customPath.get.hashCode
base + s"/DEBUG_CUSTOM_${hash}_" + taskAttemptContext.getTaskAttemptID.toString +
f"-c$fileCounter%03d" + ".debug"
base + s"/DEBUG_CUSTOM_${hash}_${taskAttemptContext.getTaskAttemptID}" +
f"_c$fileCounter%03d_${System.nanoTime()}.debug"
} else {
base + "/" + partDir.mkString("/") + s"/DEBUG_" +
taskAttemptContext.getTaskAttemptID.toString + f"-c$fileCounter%03d" + ".debug"
base + s"/${partDir.mkString("/")}/DEBUG_${taskAttemptContext.getTaskAttemptID}" +
f"_c$fileCounter%03d_${System.nanoTime()}.debug"
}
}

Expand Down

0 comments on commit fb87ad9

Please sign in to comment.