4bit/llava-v1.5-13b-4GB-8bit

aifrenz · Oct 12, 2023 · 65c7f25 · 65c7f25
1 parent b093048
commit 65c7f25
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/LLaVA_13b_8bit_colab.ipynb b/LLaVA_13b_8bit_colab.ipynb
@@ -18,16 +18,18 @@
       "outputs": [],
       "source": [
         "%cd /content\n",
-        "!git clone -b 2GB https://github.com/camenduru/LLaVA\n",
+        "!git clone -b 4GB https://github.com/camenduru/LLaVA\n",
         "%cd /content/LLaVA\n",
         "\n",
         "!pip install ninja\n",
         "!pip install flash-attn --no-build-isolation\n",
         "\n",
         "!pip install -e .\n",
         "\n",
+        "!pip install git+https://github.com/huggingface/transformers\n",
+        "\n",
         "# !python -m llava.serve.cli \\\n",
-        "#     --model-path 4bit/llava-v1.5-13b-2GB \\\n",
+        "#     --model-path 4bit/llava-v1.5-13b-4GB-8bit \\\n",
         "#     --image-file \"https://llava-vl.github.io/static/images/view.jpg\" \\\n",
         "#     --load-8bit"
       ]
@@ -57,7 +59,7 @@
         "    '--controller', 'http://localhost:10000',\n",
         "    '--port', '40000',\n",
         "    '--worker', 'http://localhost:40000',\n",
-        "    '--model-path', '4bit/llava-v1.5-13b-2GB',\n",
+        "    '--model-path', '4bit/llava-v1.5-13b-4GB-8bit',\n",
         "    '--load-8bit'\n",
         "]\n",
         "threading.Thread(target=lambda: subprocess.run(command, check=True, shell=False), daemon=True).start()"