k3s/namespaces/ai/tabby/config.toml

17 lines
512 B
TOML

[model.completion.http]
kind = "ollama/completion"
model_name = "deepseek-r1:8b"
api_endpoint = "http://ollama:11434"
# prompt_template = "<PRE> {prefix} <SUF>{suffix} <MID>" # Example prompt template for the CodeLlama model series.
# Chat model
[model.chat.http]
kind = "openai/chat"
model_name = "deepseek-r1:8b"
api_endpoint = "http://ollama:11434/v1"
# Embedding model
[model.embedding.http]
kind = "ollama/embedding"
model_name = "ordis/jina-embeddings-v2-base-code"
api_endpoint = "http://ollama:11434"