Retry writing compiled schema files.

Signed-off-by: Hermann Mayer <[email protected]>

CHANGELOG.md

@@ -1,6 +1,7 @@
 ### next
 
-* TODO: Replace this bullet point with an actual description of a change.
+* Added a retry to write compiled schema files as this may fail on parallel
+  execution (#33)
 
 ### 1.5.0
 

lib/rimless.rb

@@ -14,6 +14,7 @@
 require 'karafka'
 require 'karafka-sidekiq-backend'
 require 'sparsify'
+require 'retries'
 require 'erb'
 
 # The top level namespace for the rimless gem.

lib/rimless/avro_utils.rb

@@ -34,10 +34,15 @@ def recompile_schemas
     def render_file(src)
       # Convert the template path to the destination path
       dest = schema_path(src)
-      # Create the deep path when not yet existing
-      FileUtils.mkdir_p(File.dirname(dest))
-      # Write the rendered file contents to the destination
-      File.write(dest, ERB.new(File.read(src)).result(binding))
+
+      # Allow parallel cleanups and execution
+      with_retries(max_tries: 3, rescue: Errno::ENOENT) do
+        # Create the deep path when not yet existing
+        FileUtils.mkdir_p(File.dirname(dest))
+        # Write the rendered file contents to the destination
+        File.write(dest, ERB.new(File.read(src)).result(binding))
+      end
+
       # Check the written file for correct JSON
       validate_file(dest)
     end

rimless.gemspec

@@ -40,6 +40,7 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency 'karafka', '~> 1.4', '< 1.4.15'
   spec.add_runtime_dependency 'karafka-sidekiq-backend', '~> 1.4'
   spec.add_runtime_dependency 'karafka-testing', '~> 1.4'
+  spec.add_runtime_dependency 'retries', '>= 0.0.5'
   spec.add_runtime_dependency 'sinatra', '~> 2.2'
   spec.add_runtime_dependency 'sparsify', '~> 1.1'
   spec.add_runtime_dependency 'waterdrop', '~> 1.4'