Merge pull request #7 from sirius0xdev/feat/vllm-model-name-fix

fix: switch to official Qwen2.5 32B Instruct model
This commit is contained in:
sirius0xdev 2026-04-18 13:57:59 -04:00 committed by GitHub
commit 31c6e532c7
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 5 additions and 2 deletions

View file

@ -48,7 +48,10 @@ data:
"agents": { "agents": {
"defaults": { "defaults": {
"model": { "primary": "openai/cognitivecomputations/dolphin-2.9.2-qwen1.5-32b" }, "model": {
"primary": "openai/Qwen/Qwen2.5-32B-Instruct",
"fallbacks": ["google/gemini-3.1-pro-preview"]
},
"workspace": "~/.openclaw/workspace" "workspace": "~/.openclaw/workspace"
}, },
"list": [ "list": [

View file

@ -28,7 +28,7 @@ spec:
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"] command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
args: args:
- "--model" - "--model"
- "cognitivecomputations/dolphin-2.9.2-qwen1.5-32b" # Native 32B Uncensored (fits perfectly in 80GB VRAM) - "Qwen/Qwen2.5-32B-Instruct" # Official Qwen 2.5 32B Base Model
- "--dtype" - "--dtype"
- "half" - "half"
- "--max-model-len" - "--max-model-len"