fixed handling of placeholder files

bw2 · Dec 15, 2023 · 773d816 · 773d816
1 parent c0fea76
commit 773d816
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/step_pipeline/batch.py b/step_pipeline/batch.py
@@ -914,9 +914,9 @@ def _generate_gsutil_copy_command(self, source_path, output_dir=None, output_pat
 
         if ignore_nonzero_exit_code:
             gsutil_command_with_error_handling = (
-                f"({gsutil_command}) || (touch {source_path}{MARK_FILE_SUFFIX}; "
-                f"{gsutil_command} -m cp -r '{source_path}{MARK_FILE_SUFFIX}' '{destination}{MARK_FILE_SUFFIX}' "
-                f"|| true)"
+                f"({full_gsutil_command}) || (touch {os.path.basename(source_path)}{MARK_FILE_SUFFIX} && "
+                f"{gsutil_command} -m cp -r '{os.path.basename(source_path)}{MARK_FILE_SUFFIX}' '{destination}{MARK_FILE_SUFFIX}' "
+                f") || true"
             )
             return gsutil_command_with_error_handling
         else: