From dc72060dde2dc8a34c936de46591c8432f996d2e Mon Sep 17 00:00:00 2001 From: Salomon Popp Date: Thu, 18 Jan 2024 15:02:38 +0100 Subject: [PATCH] Update snapshot --- tests/pipeline/snapshots/snap_test_example.py | 82 ++++++++++--------- 1 file changed, 44 insertions(+), 38 deletions(-) diff --git a/tests/pipeline/snapshots/snap_test_example.py b/tests/pipeline/snapshots/snap_test_example.py index 77ba66496..bc46547ab 100644 --- a/tests/pipeline/snapshots/snap_test_example.py +++ b/tests/pipeline/snapshots/snap_test_example.py @@ -10,9 +10,11 @@ snapshots['TestExample.test_atm_fraud atm-fraud-pipeline'] = [ { 'app': { - 'debug': True, 'image': '${DOCKER_REGISTRY}/atm-demo-accountproducer', 'imageTag': '1.0.0', + 'labels': { + 'pipeline': 'atm-fraud' + }, 'prometheus': { 'jmx': { 'enabled': False @@ -25,14 +27,15 @@ 'extraOutputTopics': { }, 'optimizeLeaveGroupBehavior': False, - 'outputTopic': 'bakdata-atm-fraud-detection-account-producer-topic', + 'outputTopic': 'atm-fraud-account-producer-topic', 'schemaRegistryUrl': 'http://k8kafka-cp-schema-registry.kpops.svc.cluster.local:8081/' }, 'suspend': True }, + 'debug': True, 'name': 'account-producer', 'namespace': '${NAMESPACE}', - 'prefix': '', + 'prefix': 'atm-fraud-', 'repo_config': { 'repo_auth_flags': { 'insecure_skip_tls_verify': False @@ -44,7 +47,7 @@ 'models': { }, 'topics': { - 'bakdata-atm-fraud-detection-account-producer-topic': { + 'atm-fraud-account-producer-topic': { 'configs': { }, 'partitions_count': 3 @@ -60,9 +63,11 @@ 'ITERATION': 20, 'REAL_TX': 19 }, - 'debug': True, 'image': '${DOCKER_REGISTRY}/atm-demo-transactionavroproducer', 'imageTag': '1.0.0', + 'labels': { + 'pipeline': 'atm-fraud' + }, 'prometheus': { 'jmx': { 'enabled': False @@ -75,14 +80,15 @@ 'extraOutputTopics': { }, 'optimizeLeaveGroupBehavior': False, - 'outputTopic': 'bakdata-atm-fraud-detection-transaction-avro-producer-topic', + 'outputTopic': 'atm-fraud-transaction-avro-producer-topic', 'schemaRegistryUrl': 'http://k8kafka-cp-schema-registry.kpops.svc.cluster.local:8081/' }, 'suspend': True }, + 'debug': True, 'name': 'transaction-avro-producer', 'namespace': '${NAMESPACE}', - 'prefix': '', + 'prefix': 'atm-fraud-', 'repo_config': { 'repo_auth_flags': { 'insecure_skip_tls_verify': False @@ -94,7 +100,7 @@ 'models': { }, 'topics': { - 'bakdata-atm-fraud-detection-transaction-avro-producer-topic': { + 'atm-fraud-transaction-avro-producer-topic': { 'configs': { }, 'partitions_count': 3 @@ -112,11 +118,10 @@ 'commandLine': { 'PRODUCTIVE': False }, - 'debug': True, 'image': '${DOCKER_REGISTRY}/atm-demo-transactionjoiner', 'imageTag': '1.0.0', 'labels': { - 'pipeline': 'bakdata-atm-fraud-detection' + 'pipeline': 'atm-fraud' }, 'prometheus': { 'jmx': { @@ -126,18 +131,19 @@ 'replicaCount': 1, 'streams': { 'brokers': 'http://k8kafka-cp-kafka-headless.kpops.svc.cluster.local:9092', - 'errorTopic': 'bakdata-atm-fraud-detection-transaction-joiner-dead-letter-topic', + 'errorTopic': 'atm-fraud-transaction-joiner-dead-letter-topic', 'inputTopics': [ - 'bakdata-atm-fraud-detection-transaction-avro-producer-topic' + 'atm-fraud-transaction-avro-producer-topic' ], 'optimizeLeaveGroupBehavior': False, - 'outputTopic': 'bakdata-atm-fraud-detection-transaction-joiner-topic', + 'outputTopic': 'atm-fraud-transaction-joiner-topic', 'schemaRegistryUrl': 'http://k8kafka-cp-schema-registry.kpops.svc.cluster.local:8081/' } }, + 'debug': True, 'name': 'transaction-joiner', 'namespace': '${NAMESPACE}', - 'prefix': '', + 'prefix': 'atm-fraud-', 'repo_config': { 'repo_auth_flags': { 'insecure_skip_tls_verify': False @@ -149,13 +155,13 @@ 'models': { }, 'topics': { - 'bakdata-atm-fraud-detection-transaction-joiner-dead-letter-topic': { + 'atm-fraud-transaction-joiner-dead-letter-topic': { 'configs': { }, 'partitions_count': 1, 'type': 'error' }, - 'bakdata-atm-fraud-detection-transaction-joiner-topic': { + 'atm-fraud-transaction-joiner-topic': { 'configs': { }, 'partitions_count': 3 @@ -173,11 +179,10 @@ 'commandLine': { 'PRODUCTIVE': False }, - 'debug': True, 'image': '${DOCKER_REGISTRY}/atm-demo-frauddetector', 'imageTag': '1.0.0', 'labels': { - 'pipeline': 'bakdata-atm-fraud-detection' + 'pipeline': 'atm-fraud' }, 'prometheus': { 'jmx': { @@ -187,18 +192,19 @@ 'replicaCount': 1, 'streams': { 'brokers': 'http://k8kafka-cp-kafka-headless.kpops.svc.cluster.local:9092', - 'errorTopic': 'bakdata-atm-fraud-detection-fraud-detector-dead-letter-topic', + 'errorTopic': 'atm-fraud-fraud-detector-dead-letter-topic', 'inputTopics': [ - 'bakdata-atm-fraud-detection-transaction-joiner-topic' + 'atm-fraud-transaction-joiner-topic' ], 'optimizeLeaveGroupBehavior': False, - 'outputTopic': 'bakdata-atm-fraud-detection-fraud-detector-topic', + 'outputTopic': 'atm-fraud-fraud-detector-topic', 'schemaRegistryUrl': 'http://k8kafka-cp-schema-registry.kpops.svc.cluster.local:8081/' } }, + 'debug': True, 'name': 'fraud-detector', 'namespace': '${NAMESPACE}', - 'prefix': '', + 'prefix': 'atm-fraud-', 'repo_config': { 'repo_auth_flags': { 'insecure_skip_tls_verify': False @@ -210,13 +216,13 @@ 'models': { }, 'topics': { - 'bakdata-atm-fraud-detection-fraud-detector-dead-letter-topic': { + 'atm-fraud-fraud-detector-dead-letter-topic': { 'configs': { }, 'partitions_count': 1, 'type': 'error' }, - 'bakdata-atm-fraud-detection-fraud-detector-topic': { + 'atm-fraud-fraud-detector-topic': { 'configs': { }, 'partitions_count': 3 @@ -234,11 +240,10 @@ 'commandLine': { 'PRODUCTIVE': False }, - 'debug': True, 'image': '${DOCKER_REGISTRY}/atm-demo-accountlinker', 'imageTag': '1.0.0', 'labels': { - 'pipeline': 'bakdata-atm-fraud-detection' + 'pipeline': 'atm-fraud' }, 'prometheus': { 'jmx': { @@ -248,20 +253,21 @@ 'replicaCount': 1, 'streams': { 'brokers': 'http://k8kafka-cp-kafka-headless.kpops.svc.cluster.local:9092', - 'errorTopic': 'bakdata-atm-fraud-detection-account-linker-dead-letter-topic', + 'errorTopic': 'atm-fraud-account-linker-dead-letter-topic', 'extraInputTopics': { 'accounts': [ - 'bakdata-atm-fraud-detection-account-producer-topic' + 'atm-fraud-account-producer-topic' ] }, 'inputTopics': [ - 'bakdata-atm-fraud-detection-fraud-detector-topic' + 'atm-fraud-fraud-detector-topic' ], 'optimizeLeaveGroupBehavior': False, - 'outputTopic': 'bakdata-atm-fraud-detection-account-linker-topic', + 'outputTopic': 'atm-fraud-account-linker-topic', 'schemaRegistryUrl': 'http://k8kafka-cp-schema-registry.kpops.svc.cluster.local:8081/' } }, + 'debug': True, 'from': { 'components': { 'account-producer': { @@ -276,7 +282,7 @@ }, 'name': 'account-linker', 'namespace': '${NAMESPACE}', - 'prefix': '', + 'prefix': 'atm-fraud-', 'repo_config': { 'repo_auth_flags': { 'insecure_skip_tls_verify': False @@ -288,13 +294,13 @@ 'models': { }, 'topics': { - 'bakdata-atm-fraud-detection-account-linker-dead-letter-topic': { + 'atm-fraud-account-linker-dead-letter-topic': { 'configs': { }, 'partitions_count': 1, 'type': 'error' }, - 'bakdata-atm-fraud-detection-account-linker-topic': { + 'atm-fraud-account-linker-topic': { 'configs': { }, 'partitions_count': 3 @@ -309,13 +315,13 @@ 'app': { 'config': { 'brokers': 'http://k8kafka-cp-kafka-headless.kpops.svc.cluster.local:9092', - 'connector': 'postgresql-connector' + 'connector': 'atm-fraud-postgresql-connector' }, 'connectorType': 'sink' }, 'name': 'postgresql-connector', 'namespace': '${NAMESPACE}', - 'prefix': '', + 'prefix': 'atm-fraud-', 'repo_config': { 'repo_auth_flags': { 'insecure_skip_tls_verify': False @@ -341,18 +347,18 @@ 'insert.mode': 'insert', 'insert.mode.databaselevel': True, 'key.converter': 'org.apache.kafka.connect.storage.StringConverter', - 'name': 'postgresql-connector', + 'name': 'atm-fraud-postgresql-connector', 'pk.mode': 'record_value', 'table.name.format': 'fraud_transactions', 'tasks.max': 1, - 'topics': 'bakdata-atm-fraud-detection-account-linker-topic', + 'topics': 'atm-fraud-account-linker-topic', 'transforms': 'flatten', 'transforms.flatten.type': 'org.apache.kafka.connect.transforms.Flatten$Value', 'value.converter': 'io.confluent.connect.avro.AvroConverter', 'value.converter.schema.registry.url': 'http://k8kafka-cp-schema-registry.${NAMESPACE}.svc.cluster.local:8081' }, 'name': 'postgresql-connector', - 'prefix': '', + 'prefix': 'atm-fraud-', 'resetter_values': { }, 'type': 'kafka-sink-connector'