add kokoro api container to titan

jpetrucciani · Jan 14, 2025 · 8c42672 · 8c42672
1 parent f3f5ed7
commit 8c42672
Showing 1 changed file with 11 additions and 1 deletion.
diff --git a/hosts/titan/configuration.nix b/hosts/titan/configuration.nix
@@ -156,10 +156,20 @@ in
     nix-ld.enable = true;
   };
 
-  # nvidia setup?
   virtualisation = {
     docker.enable = true;
     podman.enable = true;
+    oci-containers.containers = {
+      kokoro = {
+        image = "ghcr.io/remsky/kokoro-fastapi-gpu:v0.1.0";
+        ports = [ "8880:8880" ];
+        volumes = [ "/var/lib/kokoro/voices:/app/api/src/voices" ];
+        devices = [ "nvidia.com/gpu=0" ];
+        environment = {
+          PYTHONPATH = "/app:/app/models";
+        };
+      };
+    };
   };
   hardware = {
     nvidia = {