LLaVA_13b_4bit_caption_colab

aifrenz · Oct 14, 2023 · cdab75a · cdab75a
1 parent ba59cb1
commit cdab75a
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/LLaVA_13b_4bit_caption_colab.ipynb b/LLaVA_13b_4bit_caption_colab.ipynb
@@ -25,6 +25,7 @@
         "from transformers import AutoTokenizer, BitsAndBytesConfig\n",
         "from llava.model import LlavaLlamaForCausalLM\n",
         "import torch\n",
+        "\n",
         "model_path = \"4bit/llava-v1.5-13b-3GB\"\n",
         "kwargs = {\"device_map\": \"auto\"}\n",
         "kwargs['load_in_4bit'] = True\n",
@@ -52,7 +53,6 @@
         "from llava.constants import IMAGE_TOKEN_INDEX, DEFAULT_IMAGE_TOKEN, DEFAULT_IM_START_TOKEN, DEFAULT_IM_END_TOKEN\n",
         "from llava.mm_utils import tokenizer_image_token, get_model_name_from_path, KeywordsStoppingCriteria\n",
         "from transformers import TextStreamer\n",
-        "import torch\n",
         "\n",
         "def caption_image(image_file, prompt):\n",
         "    if image_file.startswith('http') or image_file.startswith('https'):\n",

diff --git a/LLaVA_13b_4bit_vanilla_colab.ipynb b/LLaVA_13b_4bit_vanilla_colab.ipynb
@@ -23,6 +23,7 @@
         "from transformers import AutoTokenizer, BitsAndBytesConfig\n",
         "from llava.model import LlavaLlamaForCausalLM\n",
         "import torch\n",
+        "\n",
         "model_path = \"4bit/llava-v1.5-13b-3GB\"\n",
         "kwargs = {\"device_map\": \"auto\"}\n",
         "kwargs['load_in_4bit'] = True\n",
@@ -50,7 +51,6 @@
         "from llava.constants import IMAGE_TOKEN_INDEX, DEFAULT_IMAGE_TOKEN, DEFAULT_IM_START_TOKEN, DEFAULT_IM_END_TOKEN\n",
         "from llava.mm_utils import tokenizer_image_token, get_model_name_from_path, KeywordsStoppingCriteria\n",
         "from transformers import TextStreamer\n",
-        "import torch\n",
         "\n",
         "def caption_image(image_file, prompt):\n",
         "    if image_file.startswith('http') or image_file.startswith('https'):\n",