[CI] update the model to fp16 (#1390)

deepjavalibrary · Dec 12, 2023 · 81c538f · 81c538f
1 parent 9e63bc5
commit 81c538f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/integration/llm/prepare.py b/tests/integration/llm/prepare.py
@@ -631,7 +631,7 @@
         "option.output_formatter": "jsonlines",
     },
     "llama2-7b-smoothquant": {
-        "option.model_id": "s3://djl-llm/llama-2-7b-hf/",
+        "option.model_id": "TheBloke/Llama-2-7B-fp16",
         "option.tensor_parallel_degree": 4,
         "option.quantize": "smoothquant",
         "option.smoothquant_per_token": "True",