Merge pull request lsst-sqre#3901 from lsst-sqre/tickets/DM-47661

tickets/DM-47661: Create S3 topics for Kafka

applications/sasquatch/README.md

@@ -419,6 +419,7 @@ Rubin Observatory's telemetry service
 | strimzi-kafka.users.replicator.enabled | bool | `false` | Enable user replicator (used by Mirror Maker 2 and required at both source and target clusters) |
 | strimzi-kafka.users.telegraf.enabled | bool | `false` | Enable user telegraf (deployed by parent Sasquatch chart) |
 | strimzi-kafka.users.tsSalKafka.enabled | bool | `false` | Enable user ts-salkafka, used at the telescope environments |
+| strimzi-kafka.users.tsSalKafka.topics | list | `[]` | Create lsst.s3.* related topics for the ts-salkafka user. |
 | telegraf-kafka-consumer.affinity | object | `{}` | Affinity for pod assignment |
 | telegraf-kafka-consumer.args | list | `[]` | Arguments passed to the Telegraf agent containers |
 | telegraf-kafka-consumer.enabled | bool | `false` | Wether the Telegraf Kafka Consumer is enabled |

applications/sasquatch/charts/strimzi-kafka/README.md

@@ -72,3 +72,4 @@ A subchart to deploy Strimzi Kafka components for Sasquatch.
 | users.replicator.enabled | bool | `false` | Enable user replicator (used by Mirror Maker 2 and required at both source and target clusters) |
 | users.telegraf.enabled | bool | `false` | Enable user telegraf (deployed by parent Sasquatch chart) |
 | users.tsSalKafka.enabled | bool | `false` | Enable user ts-salkafka, used at the telescope environments |
+| users.tsSalKafka.topics | list | `[]` | Create lsst.s3.* related topics for the ts-salkafka user. |

applications/sasquatch/charts/strimzi-kafka/templates/topics.yaml

@@ -0,0 +1,15 @@
+{{- if .Values.users.tsSalKafka.enabled }}
+{{- $cluster := .Values.cluster.name }}
+{{- range $topic := .Values.users.tsSalKafka.topics }}
+---
+apiVersion: kafka.strimzi.io/v1beta1
+kind: KafkaTopic
+metadata:
+  name: {{ $topic }}
+  labels:
+      strimzi.io/cluster: {{ $cluster }}
+spec:
+  replicas: 3
+  partitions: 1
+{{- end }}
+{{- end }}

applications/sasquatch/charts/strimzi-kafka/values.yaml

@@ -263,6 +263,9 @@ users:
     # -- Enable user ts-salkafka, used at the telescope environments
     enabled: false
 
+    # -- Create lsst.s3.* related topics for the ts-salkafka user.
+    topics: []
+
   kafdrop:
     # -- Enable user Kafdrop (deployed by parent Sasquatch chart).
     enabled: false

applications/sasquatch/values-base.yaml

@@ -82,6 +82,9 @@ strimzi-kafka:
       enabled: true
     tsSalKafka:
       enabled: true
+      topics:
+        - lsst.s3.raw.latiss
+        - lsst.s3.raw.lsstcam
     kafdrop:
       enabled: true
     telegraf: