docs: add prompt template information to http based completion config.

TabbyML · Jun 22, 2024 · 428790f · 428790f
1 parent 59dcad4
commit 428790f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/website/docs/administration/model.md b/website/docs/administration/model.md
@@ -23,6 +23,7 @@ The `llama.cpp` model can be configured with the following parameters:
 [model.completion.http]
 kind = "llama.cpp/completion"
 api_endpoint = "http://localhost:8888"
+prompt_template = "<PRE> {prefix} <SUF>{suffix} <MID>"  # Example prompt template for CodeLlama model series.
 ```
 
 #### [ollama](https://github.com/ollama/ollama/blob/main/docs/api.md#generate-a-completion)
@@ -33,6 +34,7 @@ For setting up the `ollama` model, apply the configuration below:
 [model.completion.http]
 kind = "ollama/completion"
 api_endpoint = "http://localhost:8888"
+prompt_template = "<PRE> {prefix} <SUF>{suffix} <MID>"  # Example prompt template for CodeLlama model series.
 ```
 
 #### [mistral / codestral](https://docs.mistral.ai/api/#operation/createFIMCompletion)