fizzlepoof/truenas-stacks
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Sync network redesign repo state and cutover artifacts

Browse Source
This commit is contained in:
Fizzlepoof
2026-05-22 20:16:21 +00:00
parent 4b1e3d4061
commit 8c72a0c287
59 changed files with 5389 additions and 244 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
ai/litellm/config.yaml
View File

@@ -1,9 +1,9 @@
model_list:
# ---- Reranker (Serenity, 10.5.1.5) ----
# ---- Reranker (Serenity, 10.5.30.5) ----
- model_name: "reranker"
litellm_params:
model: "huggingface/BAAI/bge-reranker-v2-m3"
api_base: "http://10.5.1.5:9787"
api_base: "http://10.5.30.5:9787"
# ---- ROCINANTE (RTX 4090, 24GB) — heavy reasoning ----
- model_name: "heavy"
litellm_params:
@@ -38,14 +38,14 @@ model_list:
- model_name: "light"
litellm_params:
model: "ollama/deepseek-r1"
api_base: "http://10.5.1.16:11434"
api_base: "http://10.5.30.7:11434"
timeout: 60
stream_timeout: 60
- model_name: "light"
litellm_params:
model: "ollama/qwen2.5:3b"
api_base: "http://10.5.1.16:11434"
api_base: "http://10.5.30.7:11434"
timeout: 60
stream_timeout: 60
@@ -53,7 +53,7 @@ model_list:
- model_name: "embed"
litellm_params:
model: "ollama/nomic-embed-text:v1.5"
api_base: "http://10.5.1.16:11434"
api_base: "http://10.5.30.7:11434"
# ---- Direct model access (bypass tier routing) ----
- model_name: "ollama/qwen3.6:latest"
@@ -79,17 +79,17 @@ model_list:
- model_name: "ollama/deepseek-r1"
litellm_params:
model: "ollama/deepseek-r1"
api_base: "http://10.5.1.16:11434"
api_base: "http://10.5.30.7:11434"
- model_name: "ollama/qwen2.5:3b"
litellm_params:
model: "ollama/qwen2.5:3b"
api_base: "http://10.5.1.16:11434"
api_base: "http://10.5.30.7:11434"
- model_name: "ollama/nomic-embed-text:v1.5"
litellm_params:
model: "ollama/nomic-embed-text:v1.5"
api_base: "http://10.5.1.16:11434"
api_base: "http://10.5.30.7:11434"
litellm_settings:
drop_params: true