feat: switch infrastructure to supergemma4-26b-abliterated-multimodal
This commit is contained in:
parent
b4f9099d19
commit
603465033b
3 changed files with 4 additions and 4 deletions
|
|
@ -49,7 +49,7 @@ data:
|
||||||
"agents": {
|
"agents": {
|
||||||
"defaults": {
|
"defaults": {
|
||||||
"model": {
|
"model": {
|
||||||
"primary": "openai/dphn/Dolphin-Mistral-24B-Venice-Edition",
|
"primary": "openai/Jiunsong/supergemma4-26b-abliterated-multimodal",
|
||||||
"fallbacks": ["google/gemini-3.1-pro-preview"]
|
"fallbacks": ["google/gemini-3.1-pro-preview"]
|
||||||
},
|
},
|
||||||
"workspace": "~/.openclaw/workspace"
|
"workspace": "~/.openclaw/workspace"
|
||||||
|
|
|
||||||
|
|
@ -33,9 +33,9 @@ spec:
|
||||||
value: "auto"
|
value: "auto"
|
||||||
args:
|
args:
|
||||||
- "--model"
|
- "--model"
|
||||||
- "dphn/Dolphin-Mistral-24B-Venice-Edition" # Uncensored 24B (Native)
|
- "Jiunsong/supergemma4-26b-abliterated-multimodal" # Uncensored Abliterated Gemma 26B (Native)
|
||||||
- "--dtype"
|
- "--dtype"
|
||||||
- "auto"
|
- "bfloat16"
|
||||||
- "--max-model-len"
|
- "--max-model-len"
|
||||||
- "8192"
|
- "8192"
|
||||||
- "--trust-remote-code"
|
- "--trust-remote-code"
|
||||||
|
|
|
||||||
|
|
@ -16,7 +16,7 @@ data:
|
||||||
TOKEN = os.environ.get('TELEGRAM_BOT_TOKEN')
|
TOKEN = os.environ.get('TELEGRAM_BOT_TOKEN')
|
||||||
# Use the internal DNS of the vLLM service
|
# Use the internal DNS of the vLLM service
|
||||||
VLLM_URL = 'http://openclaw-brain-service.customer1.svc.cluster.local:8000/v1/chat/completions'
|
VLLM_URL = 'http://openclaw-brain-service.customer1.svc.cluster.local:8000/v1/chat/completions'
|
||||||
MODEL_NAME = 'dphn/Dolphin-Mistral-24B-Venice-Edition'
|
MODEL_NAME = 'Jiunsong/supergemma4-26b-abliterated-multimodal'
|
||||||
|
|
||||||
bot = telebot.TeleBot(TOKEN)
|
bot = telebot.TeleBot(TOKEN)
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue