From 47a149fa93bc8de93a66fa321c4fe88835c7b1e2 Mon Sep 17 00:00:00 2001
From: camenduru <54370274+camenduru@users.noreply.github.com>
Date: Sat, 14 Oct 2023 14:51:19 +0300
Subject: [PATCH] 4bit/llava-v1.5-13b-3GB

---
 LLaVA_13b_4bit_colab.ipynb | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/LLaVA_13b_4bit_colab.ipynb b/LLaVA_13b_4bit_colab.ipynb
index b31da0a..527b276 100644
--- a/LLaVA_13b_4bit_colab.ipynb
+++ b/LLaVA_13b_4bit_colab.ipynb
@@ -67,7 +67,13 @@
         "#     bnb_4bit_quant_type='nf4'\n",
         "# )\n",
         "# model = LlavaLlamaForCausalLM.from_pretrained(model_path, low_cpu_mem_usage=True, **kwargs)\n",
-        "# tokenizer = AutoTokenizer.from_pretrained(model_path, use_fast=False)"
+        "# tokenizer = AutoTokenizer.from_pretrained(model_path, use_fast=False)\n",
+        "\n",
+        "# vision_tower = model.get_vision_tower()\n",
+        "# if not vision_tower.is_loaded:\n",
+        "#     vision_tower.load_model()\n",
+        "# vision_tower.to(device='cuda')\n",
+        "# image_processor = vision_tower.image_processor"
       ]
     },
     {