Increase memory limit for rolling batch integration octocoder model (#…

…1319)
deepjavalibrary · Nov 15, 2023 · 245d770 · 245d770
1 parent f0ea80b
commit 245d770
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/integration/llm/client.py b/tests/integration/llm/client.py
@@ -322,7 +322,7 @@ def get_model_name():
         "stream_output": True
     },
     "octocoder": {
-        "max_memory_per_gpu": [20.0],
+        "max_memory_per_gpu": [23.0],
         "batch_size": [1],
         "seq_length": [64, 128, 256],
         "stream_output": True