4bit/llava-v1.5-13b-3GB

aifrenz · Oct 14, 2023 · 47a149f · 47a149f
1 parent b03d4b1
commit 47a149f
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/LLaVA_13b_4bit_colab.ipynb b/LLaVA_13b_4bit_colab.ipynb
@@ -67,7 +67,13 @@
         "#     bnb_4bit_quant_type='nf4'\n",
         "# )\n",
         "# model = LlavaLlamaForCausalLM.from_pretrained(model_path, low_cpu_mem_usage=True, **kwargs)\n",
-        "# tokenizer = AutoTokenizer.from_pretrained(model_path, use_fast=False)"
+        "# tokenizer = AutoTokenizer.from_pretrained(model_path, use_fast=False)\n",
+        "\n",
+        "# vision_tower = model.get_vision_tower()\n",
+        "# if not vision_tower.is_loaded:\n",
+        "#     vision_tower.load_model()\n",
+        "# vision_tower.to(device='cuda')\n",
+        "# image_processor = vision_tower.image_processor"
       ]
     },
     {