diff --git a/.github/workflows/ruby_tests.yml b/.github/workflows/ruby_tests.yml
index 4b4b1411..eaa632e9 100644
--- a/.github/workflows/ruby_tests.yml
+++ b/.github/workflows/ruby_tests.yml
@@ -23,9 +23,14 @@ jobs:
       matrix:
         foreman:
           - 3.9-stable
+         katello:
+          - KATELLO-4.11
     uses: theforeman/actions/.github/workflows/foreman_plugin.yml@v0
     with:
       plugin: foreman_rh_cloud
       postgresql_container: ghcr.io/theforeman/postgresql-evr
       test_existing_database: false
       foreman_version: ${{ matrix.foreman }}
+      environment_variables: |
+        FOREMAN_VERSION=${{ matrix.foreman }}
+        KATELLO_VERSION=${{ matrix.katello }}
diff --git a/gemfile.d/lock.rb b/gemfile.d/lock.rb
new file mode 100644
index 00000000..a1109635
--- /dev/null
+++ b/gemfile.d/lock.rb
@@ -0,0 +1,6 @@
+case ENV['FOREMAN_VERSION']
+when '3.9-stable'
+  gem "foreman_remote_execution", "< 13"
+  gem "foreman_ansible", "< 14"
+  gem "katello", "< 12"
+end