diff --git a/gallery/index.yaml b/gallery/index.yaml
index 5cb02f556c36..a23b57ab21f2 100644
--- a/gallery/index.yaml
+++ b/gallery/index.yaml
@@ -24,6 +24,18 @@
     - cpu
     - falcon
   license: falcon-llm
+- !!merge <<: *falcon3
+  name: "falcon3-3b-instruct"
+  urls:
+    - https://huggingface.co/tiiuae/Falcon3-3B-Instruct
+    - https://huggingface.co/bartowski/Falcon3-3B-Instruct-GGUF
+  overrides:
+    parameters:
+      model: Falcon3-3B-Instruct-Q4_K_M.gguf
+  files:
+    - filename: Falcon3-3B-Instruct-Q4_K_M.gguf
+      sha256: e6d81653ee28c6944e4f9ab626882faabb69db8019ddcf87f2732d05f3d9158a
+      uri: huggingface://bartowski/Falcon3-3B-Instruct-GGUF/Falcon3-3B-Instruct-Q4_K_M.gguf
 - &intellect1
   name: "intellect-1-instruct"
   url: "github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master"