diff --git a/embedded/models/codellama-7b.yaml b/embedded/models/codellama-7b.yaml index 2dae7a8f2445..151f7515c107 100644 --- a/embedded/models/codellama-7b.yaml +++ b/embedded/models/codellama-7b.yaml @@ -4,11 +4,10 @@ parameters: model: codellama/CodeLlama-7b-hf temperature: 0.2 top_k: 40 - seed: -1 top_p: 0.95 usage: | curl http://localhost:8080/v1/completions -H "Content-Type: application/json" -d '{ "model": "codellama-7b", "prompt": "import socket\n\ndef ping_exponential_backoff(host: str):" - }' \ No newline at end of file + }'