From 576ba503b05f842d2cbeceb9b2534a952ee57c6b Mon Sep 17 00:00:00 2001 From: SiriusClaw Date: Sat, 18 Apr 2026 19:55:55 +0000 Subject: [PATCH] fix: set vLLM dtype to auto to resolve weight casting corruption --- apps/base/customer1/openclaw/vllm-gemma.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/apps/base/customer1/openclaw/vllm-gemma.yaml b/apps/base/customer1/openclaw/vllm-gemma.yaml index 11c3a05..c3e988e 100644 --- a/apps/base/customer1/openclaw/vllm-gemma.yaml +++ b/apps/base/customer1/openclaw/vllm-gemma.yaml @@ -30,7 +30,7 @@ spec: - "--model" - "dphn/Dolphin-Mistral-24B-Venice-Edition" # Uncensored 24B (Native) - "--dtype" - - "bfloat16" + - "auto" - "--max-model-len" - "8192" - "--trust-remote-code"