update

apecloud · Nov 8, 2023 · 79809b6 · 79809b6
1 parent fd71022
commit 79809b6
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/addons/llm/templates/scripts.yaml b/addons/llm/templates/scripts.yaml
@@ -45,6 +45,8 @@ data:
     echo "EXTRA_ARGS=${EXTRA_ARGS}"
     cd vllm
     echo "model=${MODEL_NAME}" > log
+    # wait for ray start 
+    sleep 3
     while true; do
       node_num=`ray status | grep "1 node" | wc -l`
       # continue waiting if ray status not ok