Handle problem with multiple jobs checking the same folder at the sam…

…e time, by sleeping randomly up to 1 sec
pharmbio · Sep 10, 2015 · ab41eb7 · ab41eb7
1 parent 1e028c3
commit ab41eb7
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/sciluigi/audit.py b/sciluigi/audit.py
@@ -21,8 +21,10 @@ def add_auditinfo(self, infotype, infoval):
 
     def _add_auditinfo(self, instance_name, infotype, infoval):
         dirpath = self.workflow_task.get_auditdirpath()
-        if not os.path.exists(dirpath):
-            os.makedirs(dirpath)
+        if not os.path.isdir(dirpath):
+            time.sleep(random.random())
+            if not os.path.isdir(dirpath):
+                os.makedirs(dirpath)
 
         auditfile = os.path.join(dirpath, instance_name)
         if not os.path.exists(auditfile):