fix: switch to Dolphin-Mistral-24B-Venice-Edition

This commit is contained in:
SiriusClaw 2026-04-18 18:12:34 +00:00
parent 0df3e39d8a
commit 24a512e99d
2 changed files with 4 additions and 6 deletions

View file

@ -49,7 +49,7 @@ data:
"agents": { "agents": {
"defaults": { "defaults": {
"model": { "model": {
"primary": "openai/solidrust/dolphin-2.9.2-qwen2-72b-AWQ", "primary": "openai/dphn/Dolphin-Mistral-24B-Venice-Edition",
"fallbacks": ["google/gemini-3.1-pro-preview"] "fallbacks": ["google/gemini-3.1-pro-preview"]
}, },
"workspace": "~/.openclaw/workspace" "workspace": "~/.openclaw/workspace"

View file

@ -28,13 +28,11 @@ spec:
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"] command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
args: args:
- "--model" - "--model"
- "solidrust/dolphin-2.9.2-qwen2-72b-AWQ" # Elite Uncensored 72B (AWQ Quantized for 80GB VRAM) - "dphn/Dolphin-Mistral-24B-Venice-Edition" # Uncensored 24B (Native)
- "--quantization"
- "awq"
- "--dtype" - "--dtype"
- "half" - "bfloat16"
- "--max-model-len" - "--max-model-len"
- "16384" - "32768"
ports: ports:
- containerPort: 8000 - containerPort: 8000
resources: resources: