chore(pre-commit): pass pre-commit checks

bakdata · Sep 26, 2023 · 794c60d · 794c60d
1 parent e73f9ab
commit 794c60d
Show file tree

Hide file tree

Showing 55 changed files with 3,051 additions and 2,726 deletions.
diff --git a/docs/docs/schema/config.json b/docs/docs/schema/config.json
@@ -2,7 +2,7 @@
     "$ref": "#/definitions/PipelineConfig",
     "definitions": {
         "HelmConfig": {
-            "description": "Global Helm configuration",
+            "description": "Global Helm configuration.",
             "properties": {
                 "api_version": {
                     "description": "Kubernetes API version used for Capabilities.APIVersions",

diff --git a/docs/docs/schema/pipeline.json b/docs/docs/schema/pipeline.json
@@ -2,7 +2,7 @@
     "definitions": {
         "FromSection": {
             "additionalProperties": false,
-            "description": "Holds multiple input topics",
+            "description": "Holds multiple input topics.",
             "properties": {
                 "components": {
                     "additionalProperties": {
@@ -28,7 +28,7 @@
         },
         "FromTopic": {
             "additionalProperties": false,
-            "description": "Input topic",
+            "description": "Input topic.",
             "properties": {
                 "role": {
                     "description": "Custom identifier belonging to a topic; define only if `type` is `pattern` or `None`",
@@ -48,7 +48,7 @@
             "type": "object"
         },
         "HelmRepoConfig": {
-            "description": "Helm repository configuration",
+            "description": "Helm repository configuration.",
             "properties": {
                 "repo_auth_flags": {
                     "allOf": [
@@ -85,7 +85,7 @@
             "type": "object"
         },
         "InputTopicTypes": {
-            "description": "Input topic types\n\nINPUT (input topic), PATTERN (extra-topic-pattern or input-topic-pattern)",
+            "description": "Input topic types.\n\nINPUT (input topic), PATTERN (extra-topic-pattern or input-topic-pattern)",
             "enum": [
                 "input",
                 "pattern"
@@ -97,7 +97,7 @@
             "additionalProperties": {
                 "type": "string"
             },
-            "description": "Settings specific to Kafka Connectors",
+            "description": "Settings specific to Kafka Connectors.",
             "properties": {
                 "connector.class": {
                     "title": "Connector.Class",
@@ -111,7 +111,7 @@
             "type": "object"
         },
         "KafkaSinkConnector": {
-            "description": "Kafka sink connector model",
+            "description": "Kafka sink connector model.",
             "properties": {
                 "app": {
                     "allOf": [
@@ -183,7 +183,7 @@
                 },
                 "type": {
                     "default": "kafka-sink-connector",
-                    "description": "Kafka sink connector model",
+                    "description": "Kafka sink connector model.",
                     "enum": [
                         "kafka-sink-connector"
                     ],
@@ -206,7 +206,7 @@
             "type": "object"
         },
         "KafkaSourceConnector": {
-            "description": "Kafka source connector model",
+            "description": "Kafka source connector model.",
             "properties": {
                 "app": {
                     "allOf": [
@@ -283,7 +283,7 @@
                 },
                 "type": {
                     "default": "kafka-source-connector",
-                    "description": "Kafka source connector model",
+                    "description": "Kafka source connector model.",
                     "enum": [
                         "kafka-source-connector"
                     ],
@@ -384,13 +384,13 @@
             "type": "object"
         },
         "KubernetesAppConfig": {
-            "description": "Settings specific to Kubernetes Apps",
+            "description": "Settings specific to Kubernetes Apps.",
             "properties": {},
             "title": "KubernetesAppConfig",
             "type": "object"
         },
         "OutputTopicTypes": {
-            "description": "Types of output topic\n\nOUTPUT (output topic), ERROR (error topic)",
+            "description": "Types of output topic.\n\nOUTPUT (output topic), ERROR (error topic)",
             "enum": [
                 "output",
                 "error"
@@ -399,7 +399,7 @@
             "type": "string"
         },
         "ProducerApp": {
-            "description": "Producer component\nThis producer holds configuration to use as values for the streams bootstrap producer helm chart. Note that the producer does not support error topics.",
+            "description": "Producer component.\nThis producer holds configuration to use as values for the streams bootstrap producer helm chart. Note that the producer does not support error topics.",
             "properties": {
                 "app": {
                     "allOf": [
@@ -462,7 +462,7 @@
                 },
                 "type": {
                     "default": "producer-app",
-                    "description": "Producer component\nThis producer holds configuration to use as values for the streams bootstrap producer helm chart. Note that the producer does not support error topics.",
+                    "description": "Producer component.\nThis producer holds configuration to use as values for the streams bootstrap producer helm chart. Note that the producer does not support error topics.",
                     "enum": [
                         "producer-app"
                     ],
@@ -485,7 +485,7 @@
             "type": "object"
         },
         "ProducerStreamsConfig": {
-            "description": "Kafka Streams settings specific to Producer",
+            "description": "Kafka Streams settings specific to Producer.",
             "properties": {
                 "brokers": {
                     "description": "Brokers",
@@ -519,7 +519,7 @@
             "type": "object"
         },
         "ProducerValues": {
-            "description": "Settings specific to producers",
+            "description": "Settings specific to producers.",
             "properties": {
                 "nameOverride": {
                     "description": "Override name with this value",
@@ -543,7 +543,7 @@
             "type": "object"
         },
         "RepoAuthFlags": {
-            "description": "Authorisation-related flags for `helm repo`",
+            "description": "Authorisation-related flags for `helm repo`.",
             "properties": {
                 "ca_file": {
                     "description": "Path to CA bundle file to verify certificates of HTTPS-enabled servers",
@@ -578,7 +578,7 @@
             "type": "object"
         },
         "StreamsApp": {
-            "description": "StreamsApp component that configures a streams bootstrap app",
+            "description": "StreamsApp component that configures a streams bootstrap app.",
             "properties": {
                 "app": {
                     "allOf": [
@@ -645,7 +645,7 @@
                 },
                 "type": {
                     "default": "streams-app",
-                    "description": "StreamsApp component that configures a streams bootstrap app",
+                    "description": "StreamsApp component that configures a streams bootstrap app.",
                     "enum": [
                         "streams-app"
                     ],
@@ -668,7 +668,7 @@
             "type": "object"
         },
         "StreamsAppAutoScaling": {
-            "description": "Kubernetes Event-driven Autoscaling config",
+            "description": "Kubernetes Event-driven Autoscaling config.",
             "properties": {
                 "consumerGroup": {
                     "description": "Name of the consumer group used for checking the offset on the topic and processing the related lag.",
@@ -771,7 +771,7 @@
             "type": "object"
         },
         "StreamsConfig": {
-            "description": "Streams Bootstrap streams section",
+            "description": "Streams Bootstrap streams section.",
             "properties": {
                 "brokers": {
                     "description": "Brokers",
@@ -854,7 +854,7 @@
             "type": "object"
         },
         "ToSection": {
-            "description": "Holds multiple output topics",
+            "description": "Holds multiple output topics.",
             "properties": {
                 "models": {
                     "additionalProperties": {
@@ -880,7 +880,7 @@
         },
         "TopicConfig": {
             "additionalProperties": false,
-            "description": "Configure an output topic",
+            "description": "Configure an output topic.",
             "properties": {
                 "configs": {
                     "additionalProperties": {

diff --git a/kpops/cli/custom_formatter.py b/kpops/cli/custom_formatter.py
@@ -16,7 +16,9 @@ def format(self, record):
             logging.WARNING: typer.style(message_format, fg=typer.colors.YELLOW),
             logging.ERROR: typer.style(message_format, fg=typer.colors.RED),
             logging.CRITICAL: typer.style(
-                message_format, fg=typer.colors.RED, bold=True,
+                message_format,
+                fg=typer.colors.RED,
+                bold=True,
             ),
         }
 

diff --git a/kpops/cli/main.py b/kpops/cli/main.py
@@ -1,10 +1,10 @@
 from __future__ import annotations
 
 import logging
+from collections.abc import Iterator
 from enum import Enum
 from pathlib import Path
 from typing import TYPE_CHECKING, Optional
-from collections.abc import Iterator
 
 import dtyper
 import typer
@@ -121,12 +121,17 @@ def setup_pipeline(
 
     handlers = setup_handlers(components_module, pipeline_config)
     return Pipeline.load_from_yaml(
-        pipeline_base_dir, pipeline_path, registry, pipeline_config, handlers,
+        pipeline_base_dir,
+        pipeline_path,
+        registry,
+        pipeline_config,
+        handlers,
     )
 
 
 def setup_handlers(
-    components_module: str | None, config: PipelineConfig,
+    components_module: str | None,
+    config: PipelineConfig,
 ) -> ComponentHandlers:
     schema_handler = SchemaHandler.load_schema_handler(components_module, config)
     connector_handler = KafkaConnectHandler.from_pipeline_config(config)
@@ -149,7 +154,9 @@ def get_step_names(steps_to_apply: list[PipelineComponent]) -> list[str]:
 
 
 def filter_steps_to_apply(
-    pipeline: Pipeline, steps: set[str], filter_type: FilterType,
+    pipeline: Pipeline,
+    steps: set[str],
+    filter_type: FilterType,
 ) -> list[PipelineComponent]:
     def is_in_steps(component: PipelineComponent) -> bool:
         return component.name in steps
@@ -171,15 +178,19 @@ def is_in_steps(component: PipelineComponent) -> bool:
 
 
 def get_steps_to_apply(
-    pipeline: Pipeline, steps: str | None, filter_type: FilterType,
+    pipeline: Pipeline,
+    steps: str | None,
+    filter_type: FilterType,
 ) -> list[PipelineComponent]:
     if steps:
         return filter_steps_to_apply(pipeline, parse_steps(steps), filter_type)
     return list(pipeline)
 
 
 def reverse_pipeline_steps(
-    pipeline: Pipeline, steps: str | None, filter_type: FilterType,
+    pipeline: Pipeline,
+    steps: str | None,
+    filter_type: FilterType,
 ) -> Iterator[PipelineComponent]:
     return reversed(get_steps_to_apply(pipeline, steps, filter_type))
 
@@ -193,7 +204,9 @@ def log_action(action: str, pipeline_component: PipelineComponent):
 
 
 def create_pipeline_config(
-    config: Path, defaults: Optional[Path], verbose: bool,
+    config: Path,
+    defaults: Optional[Path],
+    verbose: bool,
 ) -> PipelineConfig:
     setup_logging_level(verbose)
     PipelineConfig.Config.config_path = config
@@ -225,7 +238,8 @@ def schema(
     ),
     components_module: Optional[str] = COMPONENTS_MODULES,
     include_stock_components: bool = typer.Option(
-        default=True, help="Include the built-in KPOps components.",
+        default=True,
+        help="Include the built-in KPOps components.",
     ),
 ) -> None:
     match scope:
@@ -251,7 +265,10 @@ def generate(
 ) -> Pipeline:
     pipeline_config = create_pipeline_config(config, defaults, verbose)
     pipeline = setup_pipeline(
-        pipeline_base_dir, pipeline_path, components_module, pipeline_config,
+        pipeline_base_dir,
+        pipeline_path,
+        components_module,
+        pipeline_config,
     )
 
     if not template:
@@ -286,7 +303,10 @@ def deploy(
 ):
     pipeline_config = create_pipeline_config(config, defaults, verbose)
     pipeline = setup_pipeline(
-        pipeline_base_dir, pipeline_path, components_module, pipeline_config,
+        pipeline_base_dir,
+        pipeline_path,
+        components_module,
+        pipeline_config,
     )
 
     steps_to_apply = get_steps_to_apply(pipeline, steps, filter_type)
@@ -311,7 +331,10 @@ def destroy(
 ):
     pipeline_config = create_pipeline_config(config, defaults, verbose)
     pipeline = setup_pipeline(
-        pipeline_base_dir, pipeline_path, components_module, pipeline_config,
+        pipeline_base_dir,
+        pipeline_path,
+        components_module,
+        pipeline_config,
     )
     pipeline_steps = reverse_pipeline_steps(pipeline, steps, filter_type)
     for component in pipeline_steps:
@@ -335,7 +358,10 @@ def reset(
 ):
     pipeline_config = create_pipeline_config(config, defaults, verbose)
     pipeline = setup_pipeline(
-        pipeline_base_dir, pipeline_path, components_module, pipeline_config,
+        pipeline_base_dir,
+        pipeline_path,
+        components_module,
+        pipeline_config,
     )
     pipeline_steps = reverse_pipeline_steps(pipeline, steps, filter_type)
     for component in pipeline_steps:
@@ -360,7 +386,10 @@ def clean(
 ):
     pipeline_config = create_pipeline_config(config, defaults, verbose)
     pipeline = setup_pipeline(
-        pipeline_base_dir, pipeline_path, components_module, pipeline_config,
+        pipeline_base_dir,
+        pipeline_path,
+        components_module,
+        pipeline_config,
     )
     pipeline_steps = reverse_pipeline_steps(pipeline, steps, filter_type)
     for component in pipeline_steps:

diff --git a/kpops/cli/pipeline_config.py b/kpops/cli/pipeline_config.py
@@ -112,7 +112,8 @@ def customise_sources(
             env_settings: SettingsSourceCallable,
             file_secret_settings: SettingsSourceCallable,
         ) -> tuple[
-            SettingsSourceCallable | Callable[[PipelineConfig], dict[str, Any]], ...,
+            SettingsSourceCallable | Callable[[PipelineConfig], dict[str, Any]],
+            ...,
         ]:
             return (
                 env_settings,

diff --git a/kpops/cli/registry.py b/kpops/cli/registry.py
@@ -2,11 +2,10 @@
 
 import importlib
 import inspect
-import os
-from pathlib import Path
 import sys
 from collections.abc import Iterator
 from dataclasses import dataclass, field
+from pathlib import Path
 from typing import TypeVar
 
 from kpops import __name__

diff --git a/kpops/component_handlers/helm_wrapper/helm.py b/kpops/component_handlers/helm_wrapper/helm.py
@@ -4,8 +4,7 @@
 import re
 import subprocess
 import tempfile
-from collections.abc import Iterator
-from collections.abc import Iterable
+from collections.abc import Iterable, Iterator
 
 import yaml