Skip to content

Commit

Permalink
doc(website): change ollama default port and chat addr (#3093)
Browse files Browse the repository at this point in the history
  • Loading branch information
tcmzzz authored Sep 6, 2024
1 parent 6a38035 commit 982331b
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions website/docs/references/models-http-api/ollama.md
Original file line number Diff line number Diff line change
Expand Up @@ -9,18 +9,18 @@ Tabby supports the ollama HTTP API for completion, chat, and embedding models.
[model.completion.http]
kind = "ollama/completion"
model_name = "codellama:7b"
api_endpoint = "http://localhost:8888"
api_endpoint = "http://localhost:11434"
prompt_template = "<PRE> {prefix} <SUF>{suffix} <MID>" # Example prompt template for the CodeLlama model series.

# Chat model
[model.chat.http]
kind = "openai/chat"
model_name = "mistral:7b"
api_endpoint = "http://localhost:8888"
api_endpoint = "http://localhost:11434/v1"

# Embedding model
[model.embedding.http]
kind = "ollama/embedding"
model_name = "nomic-embed-text"
api_endpoint = "http://localhost:8888"
api_endpoint = "http://localhost:11434"
```

0 comments on commit 982331b

Please sign in to comment.