From 65fc19721a8d765c54b8c48633224677acd2a02a Mon Sep 17 00:00:00 2001 From: "xinfei.sxf" Date: Mon, 25 Mar 2024 15:03:24 +0800 Subject: [PATCH] refine docs --- docs/DeployDocker.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/DeployDocker.md b/docs/DeployDocker.md index 1a33712e..120453b2 100644 --- a/docs/DeployDocker.md +++ b/docs/DeployDocker.md @@ -11,7 +11,7 @@ git clone https://github.com/alibaba/rtp-llm.git cd docker # 注意：以下两条指令，不要使用sudo执行 # 如果是cuda11的环境，CONTAINER_NAME为registry.cn-hangzhou.aliyuncs.com/havenask/rtp_llm:deploy_image_cuda11 -# 如果是cuda11的环境，CONTAINER_NAME为registry.cn-hangzhou.aliyuncs.com/havenask/rtp_llm:deploy_image_cuda12 +# 如果是cuda12的环境，CONTAINER_NAME为registry.cn-hangzhou.aliyuncs.com/havenask/rtp_llm:deploy_image_cuda12 sh ./create_container.sh sh CONTAINER_NAME/sshme.sh ``` @@ -27,4 +27,4 @@ TOKENIZER_PATH=/path/to/tokenizer CHECKPOINT_PATH=/path/to/model MODEL_TYPE=your # request to server curl -XPOST http://localhost:8088 -d '{"prompt": "hello, what is your name", "generate_config": {"max_new_tokens": 1000}}' ``` -其中 your_model_type 可以在 maga_transformer/models/__init__.py 中查找到 \ No newline at end of file +其中 your_model_type 可以在 maga_transformer/models/__init__.py 中查找到