4bit/llava-v1.5-13b-4GB-8bit

aifrenz · Oct 12, 2023 · ee74ef8 · ee74ef8
1 parent 0f4e56c
commit ee74ef8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/LLaVA_13b_8bit_colab.ipynb b/LLaVA_13b_8bit_colab.ipynb
@@ -31,7 +31,7 @@
         "# !python -m llava.serve.cli \\\n",
         "#     --model-path 4bit/llava-v1.5-13b-4GB-8bit \\\n",
         "#     --image-file \"https://llava-vl.github.io/static/images/view.jpg\" \\\n",
-        "#     --load-8bit"
+        "#     --load-4bit"
       ]
     },
     {