From 25fc06accf2270a1b5051cc7227447cf84d75194 Mon Sep 17 00:00:00 2001 From: sirius0xdev Date: Tue, 21 Apr 2026 01:49:00 +0000 Subject: [PATCH] fix vllm error --- apps/base/customer1/openclaw/vllm-l4.yaml | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/apps/base/customer1/openclaw/vllm-l4.yaml b/apps/base/customer1/openclaw/vllm-l4.yaml index aadbc63..ecbe165 100644 --- a/apps/base/customer1/openclaw/vllm-l4.yaml +++ b/apps/base/customer1/openclaw/vllm-l4.yaml @@ -29,6 +29,8 @@ spec: env: - name: HF_TOKEN value: "" + - name: VLLM_LOGGING_LEVEL + value: DEBUG args: - --model=cognitivecomputations/dolphin-2.9.3-qwen2-7b-awq - --quantization=awq @@ -40,14 +42,15 @@ spec: - --enable-auto-tool-choice - --trust-remote-code - --dtype=auto - - --tool-call-parser=pythonic + - --tool-call-parser hermes - --enable-prefix-caching + ports: - containerPort: 8000 resources: limits: nvidia.com/gpu: 1 - memory: "24Gi" + memory: "30Gi" cpu: "8" requests: nvidia.com/gpu: 1