From 5f5bfa090b201e7cf8b9482ce569ef5c91d7814b Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Mon, 3 Jun 2024 14:51:05 +0200 Subject: [PATCH] models(gallery): add fimbulvetr iqmatrix version Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index 5997c0743f24..0978360d9ade 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -1020,6 +1020,15 @@ - filename: Fimbulvetr-11B-v2-Test-14.q4_K_M.gguf sha256: 3597dacfb0ab717d565d8a4d6067f10dcb0e26cc7f21c832af1a10a87882a8fd uri: huggingface://Sao10K/Fimbulvetr-11B-v2-GGUF/Fimbulvetr-11B-v2-Test-14.q4_K_M.gguf +- !!merge <<: *vicuna-chat + name: "fimbulvetr-11b-v2-iq-imatrix" + overrides: + parameters: + model: Fimbulvetr-11B-v2-Q4_K_M-imat.gguf + files: + - filename: Fimbulvetr-11B-v2-Q4_K_M-imat.gguf + sha256: 3f309b59508342536a70edd6c4be6cf4f2cb97f2e32cbc79ad2ab3f4c02933a4 + uri: huggingface://Lewdiculous/Fimbulvetr-11B-v2-GGUF-IQ-Imatrix/Fimbulvetr-11B-v2-Q4_K_M-imat.gguf - &noromaid ### Start noromaid url: "github:mudler/LocalAI/gallery/noromaid.yaml@master"