17 lines
524 B
TOML
17 lines
524 B
TOML
[model.completion.http]
|
|
kind = "ollama/completion"
|
|
model_name = "deepseek-r1:8b"
|
|
api_endpoint = "http://ollama-svc:11434"
|
|
# prompt_template = "<PRE> {prefix} <SUF>{suffix} <MID>" # Example prompt template for the CodeLlama model series.
|
|
|
|
# Chat model
|
|
[model.chat.http]
|
|
kind = "openai/chat"
|
|
model_name = "deepseek-r1:8b"
|
|
api_endpoint = "http://ollama-svc:11434/v1"
|
|
|
|
# Embedding model
|
|
[model.embedding.http]
|
|
kind = "ollama/embedding"
|
|
model_name = "ordis/jina-embeddings-v2-base-code"
|
|
api_endpoint = "http://ollama-svc:11434"
|