fix: switch to official Qwen2.5 32B Instruct model due to missing dolphin repo
This commit is contained in:
parent
4c70794302
commit
5560d2b4af
2 changed files with 2 additions and 2 deletions
|
|
@ -49,7 +49,7 @@ data:
|
||||||
"agents": {
|
"agents": {
|
||||||
"defaults": {
|
"defaults": {
|
||||||
"model": {
|
"model": {
|
||||||
"primary": "openai/cognitivecomputations/dolphin-2.9.2-qwen1.5-32b",
|
"primary": "openai/Qwen/Qwen2.5-32B-Instruct",
|
||||||
"fallbacks": ["google/gemini-3.1-pro-preview"]
|
"fallbacks": ["google/gemini-3.1-pro-preview"]
|
||||||
},
|
},
|
||||||
"workspace": "~/.openclaw/workspace"
|
"workspace": "~/.openclaw/workspace"
|
||||||
|
|
|
||||||
|
|
@ -28,7 +28,7 @@ spec:
|
||||||
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
||||||
args:
|
args:
|
||||||
- "--model"
|
- "--model"
|
||||||
- "cognitivecomputations/dolphin-2.9.2-qwen1.5-32b" # Native 32B Uncensored (fits perfectly in 80GB VRAM)
|
- "Qwen/Qwen2.5-32B-Instruct" # Official Qwen 2.5 32B Base Model
|
||||||
- "--dtype"
|
- "--dtype"
|
||||||
- "half"
|
- "half"
|
||||||
- "--max-model-len"
|
- "--max-model-len"
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue