Skip to content

Commit

Permalink
Update snapshot
Browse files Browse the repository at this point in the history
  • Loading branch information
@disrupted
disrupted committed Jan 18, 2024
1 parent 4baf1c1 commit dc72060
Showing 1 changed file with 44 additions and 38 deletions.
82 changes: 44 additions & 38 deletions tests/pipeline/snapshots/snap_test_example.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,11 @@
snapshots['TestExample.test_atm_fraud atm-fraud-pipeline'] = [
{
'app': {
'debug': True,
'image': '${DOCKER_REGISTRY}/atm-demo-accountproducer',
'imageTag': '1.0.0',
'labels': {
'pipeline': 'atm-fraud'
},
'prometheus': {
'jmx': {
'enabled': False
Expand All @@ -25,14 +27,15 @@
'extraOutputTopics': {
},
'optimizeLeaveGroupBehavior': False,
'outputTopic': 'bakdata-atm-fraud-detection-account-producer-topic',
'outputTopic': 'atm-fraud-account-producer-topic',
'schemaRegistryUrl': 'http://k8kafka-cp-schema-registry.kpops.svc.cluster.local:8081/'
},
'suspend': True
},
'debug': True,
'name': 'account-producer',
'namespace': '${NAMESPACE}',
'prefix': '',
'prefix': 'atm-fraud-',
'repo_config': {
'repo_auth_flags': {
'insecure_skip_tls_verify': False
Expand All @@ -44,7 +47,7 @@
'models': {
},
'topics': {
'bakdata-atm-fraud-detection-account-producer-topic': {
'atm-fraud-account-producer-topic': {
'configs': {
},
'partitions_count': 3
Expand All @@ -60,9 +63,11 @@
'ITERATION': 20,
'REAL_TX': 19
},
'debug': True,
'image': '${DOCKER_REGISTRY}/atm-demo-transactionavroproducer',
'imageTag': '1.0.0',
'labels': {
'pipeline': 'atm-fraud'
},
'prometheus': {
'jmx': {
'enabled': False
Expand All @@ -75,14 +80,15 @@
'extraOutputTopics': {
},
'optimizeLeaveGroupBehavior': False,
'outputTopic': 'bakdata-atm-fraud-detection-transaction-avro-producer-topic',
'outputTopic': 'atm-fraud-transaction-avro-producer-topic',
'schemaRegistryUrl': 'http://k8kafka-cp-schema-registry.kpops.svc.cluster.local:8081/'
},
'suspend': True
},
'debug': True,
'name': 'transaction-avro-producer',
'namespace': '${NAMESPACE}',
'prefix': '',
'prefix': 'atm-fraud-',
'repo_config': {
'repo_auth_flags': {
'insecure_skip_tls_verify': False
Expand All @@ -94,7 +100,7 @@
'models': {
},
'topics': {
'bakdata-atm-fraud-detection-transaction-avro-producer-topic': {
'atm-fraud-transaction-avro-producer-topic': {
'configs': {
},
'partitions_count': 3
Expand All @@ -112,11 +118,10 @@
'commandLine': {
'PRODUCTIVE': False
},
'debug': True,
'image': '${DOCKER_REGISTRY}/atm-demo-transactionjoiner',
'imageTag': '1.0.0',
'labels': {
'pipeline': 'bakdata-atm-fraud-detection'
'pipeline': 'atm-fraud'
},
'prometheus': {
'jmx': {
Expand All @@ -126,18 +131,19 @@
'replicaCount': 1,
'streams': {
'brokers': 'http://k8kafka-cp-kafka-headless.kpops.svc.cluster.local:9092',
'errorTopic': 'bakdata-atm-fraud-detection-transaction-joiner-dead-letter-topic',
'errorTopic': 'atm-fraud-transaction-joiner-dead-letter-topic',
'inputTopics': [
'bakdata-atm-fraud-detection-transaction-avro-producer-topic'
'atm-fraud-transaction-avro-producer-topic'
],
'optimizeLeaveGroupBehavior': False,
'outputTopic': 'bakdata-atm-fraud-detection-transaction-joiner-topic',
'outputTopic': 'atm-fraud-transaction-joiner-topic',
'schemaRegistryUrl': 'http://k8kafka-cp-schema-registry.kpops.svc.cluster.local:8081/'
}
},
'debug': True,
'name': 'transaction-joiner',
'namespace': '${NAMESPACE}',
'prefix': '',
'prefix': 'atm-fraud-',
'repo_config': {
'repo_auth_flags': {
'insecure_skip_tls_verify': False
Expand All @@ -149,13 +155,13 @@
'models': {
},
'topics': {
'bakdata-atm-fraud-detection-transaction-joiner-dead-letter-topic': {
'atm-fraud-transaction-joiner-dead-letter-topic': {
'configs': {
},
'partitions_count': 1,
'type': 'error'
},
'bakdata-atm-fraud-detection-transaction-joiner-topic': {
'atm-fraud-transaction-joiner-topic': {
'configs': {
},
'partitions_count': 3
Expand All @@ -173,11 +179,10 @@
'commandLine': {
'PRODUCTIVE': False
},
'debug': True,
'image': '${DOCKER_REGISTRY}/atm-demo-frauddetector',
'imageTag': '1.0.0',
'labels': {
'pipeline': 'bakdata-atm-fraud-detection'
'pipeline': 'atm-fraud'
},
'prometheus': {
'jmx': {
Expand All @@ -187,18 +192,19 @@
'replicaCount': 1,
'streams': {
'brokers': 'http://k8kafka-cp-kafka-headless.kpops.svc.cluster.local:9092',
'errorTopic': 'bakdata-atm-fraud-detection-fraud-detector-dead-letter-topic',
'errorTopic': 'atm-fraud-fraud-detector-dead-letter-topic',
'inputTopics': [
'bakdata-atm-fraud-detection-transaction-joiner-topic'
'atm-fraud-transaction-joiner-topic'
],
'optimizeLeaveGroupBehavior': False,
'outputTopic': 'bakdata-atm-fraud-detection-fraud-detector-topic',
'outputTopic': 'atm-fraud-fraud-detector-topic',
'schemaRegistryUrl': 'http://k8kafka-cp-schema-registry.kpops.svc.cluster.local:8081/'
}
},
'debug': True,
'name': 'fraud-detector',
'namespace': '${NAMESPACE}',
'prefix': '',
'prefix': 'atm-fraud-',
'repo_config': {
'repo_auth_flags': {
'insecure_skip_tls_verify': False
Expand All @@ -210,13 +216,13 @@
'models': {
},
'topics': {
'bakdata-atm-fraud-detection-fraud-detector-dead-letter-topic': {
'atm-fraud-fraud-detector-dead-letter-topic': {
'configs': {
},
'partitions_count': 1,
'type': 'error'
},
'bakdata-atm-fraud-detection-fraud-detector-topic': {
'atm-fraud-fraud-detector-topic': {
'configs': {
},
'partitions_count': 3
Expand All @@ -234,11 +240,10 @@
'commandLine': {
'PRODUCTIVE': False
},
'debug': True,
'image': '${DOCKER_REGISTRY}/atm-demo-accountlinker',
'imageTag': '1.0.0',
'labels': {
'pipeline': 'bakdata-atm-fraud-detection'
'pipeline': 'atm-fraud'
},
'prometheus': {
'jmx': {
Expand All @@ -248,20 +253,21 @@
'replicaCount': 1,
'streams': {
'brokers': 'http://k8kafka-cp-kafka-headless.kpops.svc.cluster.local:9092',
'errorTopic': 'bakdata-atm-fraud-detection-account-linker-dead-letter-topic',
'errorTopic': 'atm-fraud-account-linker-dead-letter-topic',
'extraInputTopics': {
'accounts': [
'bakdata-atm-fraud-detection-account-producer-topic'
'atm-fraud-account-producer-topic'
]
},
'inputTopics': [
'bakdata-atm-fraud-detection-fraud-detector-topic'
'atm-fraud-fraud-detector-topic'
],
'optimizeLeaveGroupBehavior': False,
'outputTopic': 'bakdata-atm-fraud-detection-account-linker-topic',
'outputTopic': 'atm-fraud-account-linker-topic',
'schemaRegistryUrl': 'http://k8kafka-cp-schema-registry.kpops.svc.cluster.local:8081/'
}
},
'debug': True,
'from': {
'components': {
'account-producer': {
Expand All @@ -276,7 +282,7 @@
},
'name': 'account-linker',
'namespace': '${NAMESPACE}',
'prefix': '',
'prefix': 'atm-fraud-',
'repo_config': {
'repo_auth_flags': {
'insecure_skip_tls_verify': False
Expand All @@ -288,13 +294,13 @@
'models': {
},
'topics': {
'bakdata-atm-fraud-detection-account-linker-dead-letter-topic': {
'atm-fraud-account-linker-dead-letter-topic': {
'configs': {
},
'partitions_count': 1,
'type': 'error'
},
'bakdata-atm-fraud-detection-account-linker-topic': {
'atm-fraud-account-linker-topic': {
'configs': {
},
'partitions_count': 3
Expand All @@ -309,13 +315,13 @@
'app': {
'config': {
'brokers': 'http://k8kafka-cp-kafka-headless.kpops.svc.cluster.local:9092',
'connector': 'postgresql-connector'
'connector': 'atm-fraud-postgresql-connector'
},
'connectorType': 'sink'
},
'name': 'postgresql-connector',
'namespace': '${NAMESPACE}',
'prefix': '',
'prefix': 'atm-fraud-',
'repo_config': {
'repo_auth_flags': {
'insecure_skip_tls_verify': False
Expand All @@ -341,18 +347,18 @@
'insert.mode': 'insert',
'insert.mode.databaselevel': True,
'key.converter': 'org.apache.kafka.connect.storage.StringConverter',
'name': 'postgresql-connector',
'name': 'atm-fraud-postgresql-connector',
'pk.mode': 'record_value',
'table.name.format': 'fraud_transactions',
'tasks.max': 1,
'topics': 'bakdata-atm-fraud-detection-account-linker-topic',
'topics': 'atm-fraud-account-linker-topic',
'transforms': 'flatten',
'transforms.flatten.type': 'org.apache.kafka.connect.transforms.Flatten$Value',
'value.converter': 'io.confluent.connect.avro.AvroConverter',
'value.converter.schema.registry.url': 'http://k8kafka-cp-schema-registry.${NAMESPACE}.svc.cluster.local:8081'
},
'name': 'postgresql-connector',
'prefix': '',
'prefix': 'atm-fraud-',
'resetter_values': {
},
'type': 'kafka-sink-connector'
Expand Down

0 comments on commit dc72060

Please sign in to comment.