chore(model gallery): add falcon3-3b-instruct

Signed-off-by: Ettore Di Giacinto <[email protected]>
mudler · Dec 18, 2024 · 5e5418b · 5e5418b
1 parent f52c6e3
commit 5e5418b
Showing 1 changed file with 12 additions and 0 deletions.
diff --git a/gallery/index.yaml b/gallery/index.yaml
@@ -24,6 +24,18 @@
     - cpu
     - falcon
   license: falcon-llm
+- !!merge <<: *falcon3
+  name: "falcon3-3b-instruct"
+  urls:
+    - https://huggingface.co/tiiuae/Falcon3-3B-Instruct
+    - https://huggingface.co/bartowski/Falcon3-3B-Instruct-GGUF
+  overrides:
+    parameters:
+      model: Falcon3-3B-Instruct-Q4_K_M.gguf
+  files:
+    - filename: Falcon3-3B-Instruct-Q4_K_M.gguf
+      sha256: e6d81653ee28c6944e4f9ab626882faabb69db8019ddcf87f2732d05f3d9158a
+      uri: huggingface://bartowski/Falcon3-3B-Instruct-GGUF/Falcon3-3B-Instruct-Q4_K_M.gguf
 - &intellect1
   name: "intellect-1-instruct"
   url: "github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master"