add templating to mlflow deployments

src/dss/config.py

@@ -2,3 +2,6 @@
 DSS_CLI_MANAGER_LABELS = {"app.kubernetes.io/managed-by": "dss-cli"}
 
 FIELD_MANAGER = "dss-cli"
+DSS_NAMESPACE = "dss"
+MANIFEST_TEMPLATES_LOCATION = "./manifest_templates"
+MLFLOW_DEPLOYMENT_NAME = "mlflow"

src/dss/initialize.py

@@ -1,11 +1,12 @@
 import os
+from pathlib import Path
 
 from charmed_kubeflow_chisme.kubernetes import KubernetesResourceHandler
 from lightkube import Client
 from lightkube.resources.apps_v1 import Deployment
 from lightkube.resources.core_v1 import Namespace, PersistentVolumeClaim, Service
 
-from dss.config import DSS_CLI_MANAGER_LABELS, FIELD_MANAGER
+from dss.config import DSS_CLI_MANAGER_LABELS, FIELD_MANAGER, MANIFEST_TEMPLATES_LOCATION
 from dss.logger import setup_logger
 from dss.utils import wait_for_deployment_ready
 
@@ -24,13 +25,19 @@ def initialize(lightkube_client: Client) -> None:
         None
     """
     # Path to the manifests YAML file
-    manifests_file = os.path.join(os.path.dirname(__file__), "manifests.yaml")
-
+    manifests_files = [
+        Path(
+            Path(__file__).parent, MANIFEST_TEMPLATES_LOCATION, "dss_core.yaml.j2"
+        ),
+        Path(
+            Path(__file__).parent, MANIFEST_TEMPLATES_LOCATION, "mlflow_deployment.yaml.j2"
+        ),
+    ]
     # Initialize KubernetesResourceHandler
     k8s_resource_handler = KubernetesResourceHandler(
         field_manager=FIELD_MANAGER,
         labels=DSS_CLI_MANAGER_LABELS,
-        template_files=[manifests_file],
+        template_files=manifests_files,
         context={},
         resource_types={Deployment, Service, PersistentVolumeClaim, Namespace},
         lightkube_client=lightkube_client,

src/dss/manifest_templates/dss_core.yaml.j2

@@ -0,0 +1,7 @@
+---
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: {{ namespace }}
+  labels:
+    app.kubernetes.io/part-of: dss

src/dss/manifests.yaml → src/dss/manifest_templates/mlflow_deployment.yaml.j2

@@ -1,19 +1,12 @@
----
-apiVersion: v1
-kind: Namespace
-metadata:
-  name: dss
-  labels:
-    app.kubernetes.io/part-of: dss
 
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: mlflow
-  namespace: dss
+  name: {{ name }}
+  namespace: {{ namespace }}
   labels:
-    app.kubernetes.io/name: mlflow
+    app.kubernetes.io/name: {{ name }}
     app.kubernetes.io/part-of: dss
 spec:
   accessModes:
@@ -26,21 +19,21 @@ spec:
 apiVersion: apps/v1
 kind: Deployment
 metadata:
-  name: mlflow
-  namespace: dss
+  name: {{ name }}
+  namespace: {{ namespace }}
   labels:
-    app.kubernetes.io/name: mlflow
+    app.kubernetes.io/name: {{ name }}
     app.kubernetes.io/part-of: dss
 spec:
   replicas: 1
   selector:
     matchLabels:
-      app.kubernetes.io/name: mlflow
+      app.kubernetes.io/name: {{ name }}
       app.kubernetes.io/part-of: dss
   template:
     metadata:
       labels:
-        app.kubernetes.io/name: mlflow
+        app.kubernetes.io/name: {{ name }}
         app.kubernetes.io/part-of: dss
     spec:
       containers:
@@ -55,20 +48,20 @@ spec:
       volumes:
         - name: mlflow
           persistentVolumeClaim:
-            claimName: mlflow
+            claimName: {{ name }}
 
 ---
 apiVersion: v1
 kind: Service
 metadata:
-  name: mlflow
-  namespace: dss
+  name: {{ name }}
+  namespace: {{ namespace }}
   labels:
-    app.kubernetes.io/name: mlflow
+    app.kubernetes.io/name: {{ name }}
     app.kubernetes.io/part-of: dss
 spec:
   selector:
-    app.kubernetes.io/name: mlflow
+    app.kubernetes.io/name: {{ name }}
     app.kubernetes.io/part-of: dss
   ports:
     - protocol: TCP