jamie model override access token

stakwork · Oct 23, 2024 · 8873b1e · 8873b1e
1 parent 124cba8
commit 8873b1e
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 2 deletions.
diff --git a/src/images/jamie.rs b/src/images/jamie.rs
@@ -96,7 +96,8 @@ fn jamie(node: &JamieImage, mongo: &MongoImage, llama_opt: &Option<LlamaImage>)
         }},
         "endpoints": [{{
             "type" : "llamacpp",
-            "baseURL": "http://{}:{}"
+            "url": "http://{}:{}",
+            "accessToken": "xyz"
         }}],
     }},
 ]`"#,

diff --git a/src/images/llama.rs b/src/images/llama.rs
@@ -24,6 +24,8 @@ const DEFAULT_MODEL: &str = "llama-2-7b.Q4_K_M.gguf";
 const VERSION: &str = "server-cuda";
 
 // pwd: /home/admin/sphinx-swarm
+// to dl: wget -b url
+// tail wget-log
 
 impl LlamaImage {
     pub fn new(name: &str, port: &str) -> Self {

diff --git a/stop.sh b/stop.sh
@@ -21,7 +21,9 @@ if  [ $1 == "btc" ] || \
     [ $1 == "llama" ] || \
     [ $1 == "whisper" ] || \
     [ $1 == "whisker" ] || \
-    [ $1 == "runner" ]
+    [ $1 == "runner" ] || \
+    [ $1 == "mongo" ] || \
+    [ $1 == "jamie" ]
 
 then
     echo "=> stop $1.sphinx"