fix: switch to Dolphin-Mistral-24B-Venice-Edition
This commit is contained in:
parent
0df3e39d8a
commit
24a512e99d
2 changed files with 4 additions and 6 deletions
|
|
@ -49,7 +49,7 @@ data:
|
|||
"agents": {
|
||||
"defaults": {
|
||||
"model": {
|
||||
"primary": "openai/solidrust/dolphin-2.9.2-qwen2-72b-AWQ",
|
||||
"primary": "openai/dphn/Dolphin-Mistral-24B-Venice-Edition",
|
||||
"fallbacks": ["google/gemini-3.1-pro-preview"]
|
||||
},
|
||||
"workspace": "~/.openclaw/workspace"
|
||||
|
|
|
|||
|
|
@ -28,13 +28,11 @@ spec:
|
|||
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
||||
args:
|
||||
- "--model"
|
||||
- "solidrust/dolphin-2.9.2-qwen2-72b-AWQ" # Elite Uncensored 72B (AWQ Quantized for 80GB VRAM)
|
||||
- "--quantization"
|
||||
- "awq"
|
||||
- "dphn/Dolphin-Mistral-24B-Venice-Edition" # Uncensored 24B (Native)
|
||||
- "--dtype"
|
||||
- "half"
|
||||
- "bfloat16"
|
||||
- "--max-model-len"
|
||||
- "16384"
|
||||
- "32768"
|
||||
ports:
|
||||
- containerPort: 8000
|
||||
resources:
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue