From 197212aacbe0e5742e7b8a1e0799d720bc8e8d38 Mon Sep 17 00:00:00 2001 From: sirius0xdev Date: Sat, 18 Apr 2026 21:53:00 +0000 Subject: [PATCH] fix vllm errors --- apps/base/customer1/openclaw/vllm-gemma.yaml | 13 ++++++------- 1 file changed, 6 insertions(+), 7 deletions(-) diff --git a/apps/base/customer1/openclaw/vllm-gemma.yaml b/apps/base/customer1/openclaw/vllm-gemma.yaml index 24f6bf8..26f71b4 100644 --- a/apps/base/customer1/openclaw/vllm-gemma.yaml +++ b/apps/base/customer1/openclaw/vllm-gemma.yaml @@ -34,14 +34,13 @@ spec: args: - "--model" - "Jiunsong/supergemma4-26b-abliterated-multimodal" # Uncensored Abliterated Gemma 26B (Native) - - "--dtype" + - --dtype=auto - "bfloat16" - - "--max-model-len" - - "8192" - - "--trust-remote-code" - - "--gpu-memory-utilization" - - "0.95" - - "--enforce-eager" + - --max-model-len=8192 + - --trust-remote-code + - --gpu-memory-utilization=0.80 + - --enforce-eager + ports: - containerPort: 8000 resources: