Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Use tiny-random-minicpmv-2_6 #1000

Merged
merged 7 commits into from
Oct 21, 2024
Merged

Use tiny-random-minicpmv-2_6 #1000

Changes from all commits
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
115336b
Use tiny-random-minicpmv-2_6
Wovchena Oct 17, 2024
9774e75
Merge branch 'master' into use-tiny-random-minicpmv-2_6
andrei-kochin Oct 17, 2024
18c267f
Merge branch 'master' into use-tiny-random-minicpmv-2_6
Wovchena Oct 17, 2024
daf0146
Merge branch 'master' into use-tiny-random-minicpmv-2_6
ilya-lavrenov Oct 17, 2024
1a4a24a
Merge branch 'master' into use-tiny-random-minicpmv-2_6
Wovchena Oct 18, 2024
862978d
Merge branch 'master' into use-tiny-random-minicpmv-2_6
Wovchena Oct 21, 2024
e18be28
Add processor saving
Wovchena Oct 21, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 7 additions & 7 deletions tests/python_tests/test_vlm_api.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,18 +9,18 @@
from openvino_genai import VLMPipeline
from common import get_greedy, get_image_by_link, get_beam_search, get_greedy, get_multinomial_all_parameters

def get_ov_model(model_dir):
def get_ov_model(cache):
model_dir = cache.mkdir("tiny-random-minicpmv-2_6")
if (model_dir / "openvino_language_model.xml").exists():
return model_dir
model_id = "openbmb/MiniCPM-V-2_6"
model_id = "katuni4ka/tiny-random-minicpmv-2_6"
processor = transformers.AutoProcessor.from_pretrained(model_id, trust_remote_code=True)
processor.tokenizer.save_pretrained(model_dir)
ov_tokenizer, ov_detokenizer = openvino_tokenizers.convert_tokenizer(processor.tokenizer, with_detokenizer=True)
openvino.save_model(ov_tokenizer, model_dir / "openvino_tokenizer.xml")
openvino.save_model(ov_detokenizer, model_dir / "openvino_detokenizer.xml")
model = OVModelForVisualCausalLM.from_pretrained(model_id, compile=False, device="CPU", export=True, trust_remote_code=True)
model.config.save_pretrained(model_dir)
model.generation_config.save_pretrained(model_dir)
processor.save_pretrained(model_dir)
model.save_pretrained(model_dir)
return model_dir

Expand Down Expand Up @@ -48,7 +48,7 @@ def test_vlm_pipeline(cache):
def streamer(word: str) -> bool:
return False

model_path = get_ov_model(cache.mkdir("MiniCPM-V-2_6"))
model_path = get_ov_model(cache)

for links in image_links_for_testing:
images = []
Expand All @@ -69,7 +69,7 @@ def streamer(word: str) -> bool:
@pytest.mark.precommit
@pytest.mark.nightly
def test_vlm_get_tokenizer(cache):
model_path = get_ov_model(cache.mkdir("MiniCPM-V-2_6"))
model_path = get_ov_model(cache)
pipe = VLMPipeline(str(model_path), "CPU")
tokenizer = pipe.get_tokenizer()
tokenizer.encode("")
Expand All @@ -83,7 +83,7 @@ def test_vlm_get_tokenizer(cache):
])
@pytest.mark.skip("Enable after sampler are enabled")
def test_sampling(config, cache):
model_path = get_ov_model(cache.mkdir("MiniCPM-V-2_6"))
model_path = get_ov_model(cache)
image = get_image_by_link(image_links[0])
pipe = VLMPipeline(str(model_path), "CPU")
pipe.generate(prompts[0], image=image, generation_config=config)
Loading