jleechpe/k3s
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Switch tabby to use new service endpoint

Browse source
This commit is contained in:
JLP 2025-01-31 17:05:27 -05:00
parent 82ab5dd0a1
commit 6c36f637a5
No known key found for this signature in database
GPG key ID: 414E00D1FF7519DC
2 changed files with 3 additions and 20 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
namespaces/ai/ollama/config.toml
View file

@ -1,17 +0,0 @@
[model.completion.http]
kind = "ollama/completion"
model_name = "deepseek-r1:8b"
api_endpoint = "http://ollama:11434"
# prompt_template = "<PRE> {prefix} <SUF>{suffix} <MID>" # Example prompt template for the CodeLlama model series.
# Chat model
[model.chat.http]
kind = "openai/chat"
model_name = "deepseek-r1:8b"
api_endpoint = "http://ollama:11434/v1"
# Embedding model
[model.embedding.http]
kind = "ollama/embedding"
model_name = "ordis/jina-embeddings-v2-base-code"
api_endpoint = "http://ollama:11434"

6
namespaces/ai/tabby/config.toml
View file

@ -1,17 +1,17 @@
[model.completion.http] [model.completion.http]
kind = "ollama/completion" kind = "ollama/completion"
model_name = "deepseek-r1:8b" model_name = "deepseek-r1:8b"
api_endpoint = "http://ollama:11434" api_endpoint = "http://ollama-svc:11434"
# prompt_template = "<PRE> {prefix} <SUF>{suffix} <MID>" # Example prompt template for the CodeLlama model series. # prompt_template = "<PRE> {prefix} <SUF>{suffix} <MID>" # Example prompt template for the CodeLlama model series.
# Chat model # Chat model
[model.chat.http] [model.chat.http]
kind = "openai/chat" kind = "openai/chat"
model_name = "deepseek-r1:8b" model_name = "deepseek-r1:8b"
api_endpoint = "http://ollama:11434/v1" api_endpoint = "http://ollama-svc:11434/v1"
# Embedding model # Embedding model
[model.embedding.http] [model.embedding.http]
kind = "ollama/embedding" kind = "ollama/embedding"
model_name = "ordis/jina-embeddings-v2-base-code" model_name = "ordis/jina-embeddings-v2-base-code"
api_endpoint = "http://ollama:11434" api_endpoint = "http://ollama-svc:11434"