sirius/gcloud-lab
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge pull request #8 from sirius0xdev/feat/vllm-dolphin-72b-awq

Browse source 
feat: upgrade brain to uncensored Dolphin Qwen2 72B AWQ
This commit is contained in:
sirius0xdev 2026-04-18 13:59:02 -04:00 • committed by GitHub
commit 0df3e39d8a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
apps/base/customer1/openclaw/configmap.yaml
View file

@ -49,7 +49,7 @@ data:
"agents": { "agents": {
"defaults": { "defaults": {
"model": { "model": {
"primary": "openai/Qwen/Qwen2.5-32B-Instruct", "primary": "openai/solidrust/dolphin-2.9.2-qwen2-72b-AWQ",
"fallbacks": ["google/gemini-3.1-pro-preview"] "fallbacks": ["google/gemini-3.1-pro-preview"]
}, },
"workspace": "~/.openclaw/workspace" "workspace": "~/.openclaw/workspace"

4
apps/base/customer1/openclaw/vllm-gemma.yaml
View file

@ -28,7 +28,9 @@ spec:
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"] command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
args: args:
- "--model" - "--model"
- "Qwen/Qwen2.5-32B-Instruct" # Official Qwen 2.5 32B Base Model - "solidrust/dolphin-2.9.2-qwen2-72b-AWQ" # Elite Uncensored 72B (AWQ Quantized for 80GB VRAM)
- "--quantization"
- "awq"
- "--dtype" - "--dtype"
- "half" - "half"
- "--max-model-len" - "--max-model-len"