4bit/llava-v1.5-13b-4GB-8bit

aifrenz · Oct 12, 2023 · 02c430e · 02c430e
1 parent 65c7f25
commit 02c430e
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/LLaVA_13b_8bit_colab.ipynb b/LLaVA_13b_8bit_colab.ipynb
@@ -18,7 +18,7 @@
       "outputs": [],
       "source": [
         "%cd /content\n",
-        "!git clone -b 4GB https://github.com/camenduru/LLaVA\n",
+        "!git clone -b 2GB https://github.com/camenduru/LLaVA\n",
         "%cd /content/LLaVA\n",
         "\n",
         "!pip install ninja\n",
@@ -60,7 +60,7 @@
         "    '--port', '40000',\n",
         "    '--worker', 'http://localhost:40000',\n",
         "    '--model-path', '4bit/llava-v1.5-13b-4GB-8bit',\n",
-        "    '--load-8bit'\n",
+        "    '--load-4bit'\n",
         "]\n",
         "threading.Thread(target=lambda: subprocess.run(command, check=True, shell=False), daemon=True).start()"
       ]