From 881bd9fa8b5025d95bc9f136f2d45ba1d71f05f1 Mon Sep 17 00:00:00 2001 From: Ramin Gharib Date: Mon, 16 Dec 2024 09:49:47 +0100 Subject: [PATCH] Update files --- port-forward.out | 20 ++- word-count/argo/wc-pipeline/manifests.yaml | 189 +++++++++++++++++++++ 2 files changed, 201 insertions(+), 8 deletions(-) diff --git a/port-forward.out b/port-forward.out index 963dd32..586e685 100644 --- a/port-forward.out +++ b/port-forward.out @@ -1,16 +1,20 @@ Forwarding from 127.0.0.1:8080 -> 8080 Forwarding from [::1]:8080 -> 8080 -Handling connection for 8888 -Handling connection for 8888 -Handling connection for 8888 -Handling connection for 8888 -Handling connection for 8888 -Handling connection for 8888 Handling connection for 8080 Handling connection for 8080 Handling connection for 8080 Handling connection for 8080 Handling connection for 8080 Handling connection for 8080 -E1216 09:41:56.729194 36404 portforward.go:381] error copying from remote stream to local connection: readfrom tcp6 [::1]:8080->[::1]:56137: write tcp6 [::1]:8080->[::1]:56137: write: broken pipe -E1216 09:42:00.494874 36404 portforward.go:381] error copying from remote stream to local connection: readfrom tcp6 [::1]:8080->[::1]:56129: write tcp6 [::1]:8080->[::1]:56129: write: broken pipe +Handling connection for 8080 +Handling connection for 8080 +Handling connection for 8080 +Handling connection for 8080 +Handling connection for 8080 +Handling connection for 8080 +Handling connection for 8080 +Handling connection for 8080 +Handling connection for 8080 +Handling connection for 8080 +Handling connection for 8080 +Handling connection for 8080 diff --git a/word-count/argo/wc-pipeline/manifests.yaml b/word-count/argo/wc-pipeline/manifests.yaml index 60eeed2..90f5429 100644 --- a/word-count/argo/wc-pipeline/manifests.yaml +++ b/word-count/argo/wc-pipeline/manifests.yaml @@ -1,3 +1,45 @@ +--- +apiVersion: batch/v1 +kind: Job +metadata: + annotations: + argocd.argoproj.io/sync-wave: '1' + labels: + app: word-count-data-producer + chart: producer-app-3.1.0 + pipeline: word-count + release: word-count-data-producer + name: word-count-data-producer +spec: + backoffLimit: 6 + template: + metadata: + labels: + app: word-count-data-producer + release: word-count-data-producer + spec: + containers: + - env: + - name: ENV_PREFIX + value: APP_ + - name: APP_BOOTSTRAP_SERVERS + value: http://strimzi-k8kafka-kafka-bootstrap.infrastructure.svc.cluster.local:9092 + - name: APP_OUTPUT_TOPIC + value: word-count-data-producer-topic + - name: JAVA_TOOL_OPTIONS + value: '-XX:MaxRAMPercentage=75.0 ' + image: bakdata/kpops-demo-sentence-producer:pipeline-12319316464-git-29a2f70 + imagePullPolicy: Always + name: word-count-data-producer + resources: + limits: + cpu: 500m + memory: 2G + requests: + cpu: 200m + memory: 300Mi + restartPolicy: OnFailure + --- apiVersion: kafka.strimzi.io/v1beta2 kind: KafkaTopic @@ -10,6 +52,104 @@ spec: partitions: 3 replicas: 1 +--- +apiVersion: batch/v1 +kind: Job +metadata: + annotations: + argocd.argoproj.io/hook: PostDelete + labels: + app: word-count-data-producer-clean + chart: producer-app-cleanup-job-3.1.0 + pipeline: word-count + release: word-count-data-producer-clean + name: word-count-data-producer-clean +spec: + backoffLimit: 6 + template: + metadata: + labels: + app: word-count-data-producer-clean + release: word-count-data-producer-clean + spec: + containers: + - args: + - clean + env: + - name: ENV_PREFIX + value: APP_ + - name: APP_BOOTSTRAP_SERVERS + value: http://strimzi-k8kafka-kafka-bootstrap.infrastructure.svc.cluster.local:9092 + - name: APP_OUTPUT_TOPIC + value: word-count-data-producer-topic + - name: JAVA_TOOL_OPTIONS + value: '-XX:MaxRAMPercentage=75.0 ' + image: bakdata/kpops-demo-sentence-producer:pipeline-12319316464-git-29a2f70 + imagePullPolicy: Always + name: word-count-data-producer-clean + resources: + limits: + cpu: 500m + memory: 2G + requests: + cpu: 200m + memory: 300Mi + restartPolicy: OnFailure + ttlSecondsAfterFinished: 30 + +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + annotations: + argocd.argoproj.io/sync-wave: '1' + labels: + app: word-count-word-count-app + chart: streams-app-3.1.0 + pipeline: word-count + release: word-count-word-count-app + name: word-count-word-count-app +spec: + replicas: 1 + selector: + matchLabels: + app: word-count-word-count-app + release: word-count-word-count-app + template: + metadata: + labels: + app: word-count-word-count-app + release: word-count-word-count-app + spec: + containers: + - env: + - name: ENV_PREFIX + value: APP_ + - name: APP_VOLATILE_GROUP_INSTANCE_ID + value: 'true' + - name: APP_BOOTSTRAP_SERVERS + value: http://strimzi-k8kafka-kafka-bootstrap.infrastructure.svc.cluster.local:9092 + - name: APP_INPUT_TOPICS + value: word-count-data-producer-topic + - name: APP_OUTPUT_TOPIC + value: word-count-word-count-app-topic + - name: APP_ERROR_TOPIC + value: word-count-word-count-app-dead-letter-topic + - name: JAVA_TOOL_OPTIONS + value: '-Dcom.sun.management.jmxremote.port=5555 -Dcom.sun.management.jmxremote.authenticate=false + -Dcom.sun.management.jmxremote.ssl=false -XX:MaxRAMPercentage=75.0 ' + image: bakdata/kpops-demo-word-count-app:pipeline-12319316464-git-29a2f70 + imagePullPolicy: Always + name: word-count-word-count-app + resources: + limits: + cpu: 500m + memory: 2G + requests: + cpu: 200m + memory: 300Mi + terminationGracePeriodSeconds: 300 + --- apiVersion: kafka.strimzi.io/v1beta2 kind: KafkaTopic @@ -35,3 +175,52 @@ spec: partitions: 1 replicas: 1 +--- +apiVersion: batch/v1 +kind: Job +metadata: + annotations: + argocd.argoproj.io/hook: PostDelete + labels: + app: word-count-word-count-app-clean + chart: streams-app-cleanup-job-3.1.0 + pipeline: word-count + release: word-count-word-count-app-clean + name: word-count-word-count-app-clean +spec: + backoffLimit: 6 + template: + metadata: + labels: + app: word-count-word-count-app-clean + release: word-count-word-count-app-clean + spec: + containers: + - args: + - reset + env: + - name: ENV_PREFIX + value: APP_ + - name: APP_BOOTSTRAP_SERVERS + value: http://strimzi-k8kafka-kafka-bootstrap.infrastructure.svc.cluster.local:9092 + - name: APP_INPUT_TOPICS + value: word-count-data-producer-topic + - name: APP_OUTPUT_TOPIC + value: word-count-word-count-app-topic + - name: APP_ERROR_TOPIC + value: word-count-word-count-app-dead-letter-topic + - name: JAVA_TOOL_OPTIONS + value: '-XX:MaxRAMPercentage=75.0 ' + image: bakdata/kpops-demo-word-count-app:pipeline-12319316464-git-29a2f70 + imagePullPolicy: Always + name: word-count-word-count-app-clean + resources: + limits: + cpu: 500m + memory: 2G + requests: + cpu: 200m + memory: 300Mi + restartPolicy: OnFailure + ttlSecondsAfterFinished: 30 +