Merge branch 'master' into 612-yarn-timeline-v2

# Conflicts: # playbooks/meta/yarn.yml # roles/yarn/apptimelineserver/tasks/install.yml # tdp_vars_defaults/hadoop/hadoop.yml
TOSIT-IO · Aug 30, 2023 · 24cc8a3 · 24cc8a3
2 parents 3ed4df3 + f5bd4e5
commit 24cc8a3
Show file tree

Hide file tree

Showing 557 changed files with 2,025 additions and 2,438 deletions.
diff --git a/.ansible-lint b/.ansible-lint
@@ -1,11 +1,26 @@
+exclude_paths:
+  - .github/
+  - dev/
+  - docs/
+  - tdp_lib_dag/
+  - tdp_vars_defaults/
+  - tdp_vars_schema/
+
 warn_list: # or 'skip_list' to silence them completely
-- command-instead-of-shell # Use shell only when shell functionality is required
-- deprecated-command-syntax # Using command rather than an argument to e.g. file
-- experimental # all rules tagged as experimental
-- no-changed-when # Commands should not change things if nothing needs doing
-- risky-shell-pipe # Shells that use pipes should set the pipefail option
-- yaml # Violations reported by yamllint
+  - experimental # all rules tagged as experimental
+  - name[missing] # All tasks should be named
+  - no-changed-when # Commands should not change things if nothing needs doing
+  - risky-shell-pipe # Shells that use pipes should set the pipefail option
 
 skip_list:
-- fqcn[action-core]
-- name[template]
+  - command-instead-of-module # <foo> used in place of <bar> module
+  - galaxy[no-changelog] # No changelog found. Please add a changelog file. Refer to the galaxy.md file for more info
+  - galaxy[no-runtime] # meta/runtime.yml file not found
+  - galaxy[tags] # galaxy.yaml must have one of the required tags: ['application', 'cloud', 'database', 'infrastructure', 'linux', 'monitoring', 'networking', 'security', 'storage', 'tools', 'windows']
+  - galaxy[version-incorrect] # collection version should be greater than or equal to 1.0.0
+  - ignore-errors # Use failed_when and specify error conditions instead of using ignore_errors
+  - name[casing] # All names should start with an uppercase letter
+  - name[play] # All plays should be named
+  - name[template] # Jinja templates should only be at the end of 'name'
+  - var-naming[no-role-prefix] # Variables names from within roles should use role_name_ as a prefix.
+  - yaml[line-length] # Line too long (> 160 characters)
diff --git a/README.md b/README.md
@@ -115,13 +115,13 @@ The best way to use the roles from the collection is to call the related file fr
 Examples:
 ```
 - name: Deploy ZooKeeper
-  import_playbook: ansible_roles/collections/ansible_collections/tosit/tdp/playbooks/zookeeper.yml
+  ansible.builtin.import_playbook: ansible_roles/collections/ansible_collections/tosit/tdp/playbooks/zookeeper.yml
 
 - name: Deploy Hadoop
-  import_playbook: ansible_roles/collections/ansible_collections/tosit/tdp/playbooks/hadoop.yml
+  ansible.builtin.import_playbook: ansible_roles/collections/ansible_collections/tosit/tdp/playbooks/hadoop.yml
 
 - name: Deploy Hive
-  import_playbook: ansible_roles/collections/ansible_collections/tosit/tdp/playbooks/hive.yml
+  ansible.builtin.import_playbook: ansible_roles/collections/ansible_collections/tosit/tdp/playbooks/hive.yml
 ```
 
 ## Contribute

diff --git a/dev/requirements.txt b/dev/requirements.txt
@@ -1,3 +1,3 @@
-ansible-lint==5.4.0
-ansible==2.9.27
-jsonschema==3.2.0
+ansible-lint==6.17.2
+ansible-core==2.15.1
+jsonschema==4.18.0
diff --git a/playbooks/exporter_jmx_install.yml b/playbooks/exporter_jmx_install.yml
@@ -8,7 +8,7 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: exporter_jmx
     - name: Install jmx exporter
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.exporter.jmx
         tasks_from: install
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/exporter_node_install.yml b/playbooks/exporter_node_install.yml
diff --git a/playbooks/exporter_node_restart.yml b/playbooks/exporter_node_restart.yml
diff --git a/playbooks/exporter_node_start.yml b/playbooks/exporter_node_start.yml
diff --git a/playbooks/exporter_node_status.yml b/playbooks/exporter_node_status.yml
diff --git a/playbooks/exporter_node_stop.yml b/playbooks/exporter_node_stop.yml
diff --git a/playbooks/hadoop_client_config.yml b/playbooks/hadoop_client_config.yml
@@ -8,7 +8,7 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hadoop_client
     - name: Configure hadoop client
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hadoop.client
         tasks_from: config
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/hadoop_client_install.yml b/playbooks/hadoop_client_install.yml
@@ -8,7 +8,7 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hadoop_client
     - name: Install hadoop client
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hadoop.client
         tasks_from: install
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/hbase_client_config.yml b/playbooks/hbase_client_config.yml
@@ -10,7 +10,7 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_client
     - name: Configure HBase Client
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.client
         tasks_from: config
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/hbase_client_install.yml b/playbooks/hbase_client_install.yml
@@ -10,7 +10,7 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_client
     - name: Install HBase Client
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.client
         tasks_from: install
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/hbase_hdfs_init.yml b/playbooks/hbase_hdfs_init.yml
@@ -3,13 +3,13 @@
 
 ---
 - name: HBase HDFS init
-  hosts: edge
+  hosts: hbase_client
   strategy: linear
   tasks:
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_hdfs
     - name: Initialize HBase HDFS
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.master
         tasks_from: hdfs_init
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/hbase_jmx-exporter_config.yml b/playbooks/hbase_jmx-exporter_config.yml
@@ -8,40 +8,40 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_jmx-exporter
     - name: Configure HBase Master jmx-exporter
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.master
         tasks_from: jmx-exporter
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
 
 - name: jmx-exporter HBase RegionServer config
   hosts: hbase_rs
   tasks:
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_jmx-exporter
     - name: Configure HBase RegionServer jmx-exporter
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.regionserver
         tasks_from: jmx-exporter
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
 
 - name: jmx-exporter HBase Rest config
   hosts: hbase_rest
   tasks:
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_jmx-exporter
     - name: Configure HBase Rest jmx-exporter
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.rest
         tasks_from: jmx-exporter
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
 
 - name: jmx-exporter HBase Phoenix QueryServer config
   hosts: phoenix_queryserver_daemon
   tasks:
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_phoenix_jmx-exporter
     - name: Configure HBase Phoenix QueryServer jmx-exporter
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.phoenix.queryserver.daemon
         tasks_from: jmx-exporter
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/hbase_kerberos_install.yml b/playbooks/hbase_kerberos_install.yml
@@ -9,40 +9,40 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_kerberos
     - name: Install HBase Master Kerberos
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.master
         tasks_from: kerberos
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
 - name: Kerberos HBase RegionServer install
   hosts: hbase_rs
   strategy: linear
   tasks:
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_kerberos
     - name: Install HBase RegionServer Kerberos
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.regionserver
         tasks_from: kerberos
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
 - name: Kerberos HBase Rest install
   hosts: hbase_rest
   strategy: linear
   tasks:
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_kerberos
     - name: Install HBase Rest Kerberos
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.rest
         tasks_from: kerberos
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
 - name: Kerberos HBase Client install
   hosts: hbase_client
   strategy: linear
   tasks:
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_kerberos
     - name: Install HBase Client Kerberos
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.client
         tasks_from: kerberos
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/hbase_master_config.yml b/playbooks/hbase_master_config.yml
@@ -8,7 +8,7 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_master
     - name: Configure HBase Master
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.master
         tasks_from: config
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/hbase_master_install.yml b/playbooks/hbase_master_install.yml
@@ -8,7 +8,7 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_master
     - name: Install HBase Master
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.master
         tasks_from: install
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/hbase_master_restart.yml b/playbooks/hbase_master_restart.yml
@@ -8,7 +8,7 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_master
     - name: Restart HBase Master
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.master
         tasks_from: restart
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/hbase_master_start.yml b/playbooks/hbase_master_start.yml
@@ -8,7 +8,7 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_master
     - name: Start HBase Master
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.master
         tasks_from: start
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/hbase_master_status.yml b/playbooks/hbase_master_status.yml
@@ -8,7 +8,7 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_master
     - name: HBase Master status
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.master
         tasks_from: status
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/hbase_master_stop.yml b/playbooks/hbase_master_stop.yml
@@ -8,7 +8,7 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_master
     - name: Stop HBase Master
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.master
         tasks_from: stop
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/hbase_phoenix_client_install.yml b/playbooks/hbase_phoenix_client_install.yml
@@ -8,7 +8,7 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_phoenix_client
     - name: Instal HBase Phoenix Client
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.phoenix.client
         tasks_from: install
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/hbase_phoenix_coprocessor_install.yml b/playbooks/hbase_phoenix_coprocessor_install.yml
@@ -8,7 +8,7 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_phoenix_coprocessor
     - name: Install HBase Phoenix Coprocessor
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.phoenix.coprocessor
         tasks_from: install
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/hbase_phoenix_kerberos_install.yml b/playbooks/hbase_phoenix_kerberos_install.yml
@@ -9,7 +9,7 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_phoenix_kerberos
     - name: Install HBase Phoenix QueryServer Kerberos
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.phoenix.queryserver.daemon
         tasks_from: kerberos
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task
diff --git a/playbooks/hbase_phoenix_queryserver_client_config.yml b/playbooks/hbase_phoenix_queryserver_client_config.yml
@@ -8,7 +8,7 @@
     - tosit.tdp.resolve: # noqa unnamed-task
         node_name: hbase_phoenix_queryserver_client
     - name: Configure HBase Phoenix QueryServer Client
-      import_role:
+      ansible.builtin.import_role:
         name: tosit.tdp.hbase.phoenix.queryserver.client
         tasks_from: config
-    - meta: clear_facts # noqa unnamed-task
+    - ansible.builtin.meta: clear_facts # noqa unnamed-task