diff --git a/apps/base/customer1/openclaw/vllm-gemma.yaml b/apps/base/customer1/openclaw/vllm-gemma.yaml index 26f71b4..a8207a9 100644 --- a/apps/base/customer1/openclaw/vllm-gemma.yaml +++ b/apps/base/customer1/openclaw/vllm-gemma.yaml @@ -32,15 +32,19 @@ spec: - name: VLLM_TOKENIZER_MODE value: "auto" args: - - "--model" - - "Jiunsong/supergemma4-26b-abliterated-multimodal" # Uncensored Abliterated Gemma 26B (Native) - - --dtype=auto - - "bfloat16" - - --max-model-len=8192 + - --model=Jiunsong/supergemma4-26b-abliterated-multimodal + - --host=0.0.0.0 + - --port=8000 + - --tensor-parallel-size=1 + - --gpu-memory-utilization=0.78 # ← Critical: lower than default 0.90 + - --max-model-len=16384 # Start conservative (you can raise to 32768 later) + - --max-num-batched-tokens=8192 + - --max-num-seqs=4 # Lower for single-user / low-concurrency + - --enforce-eager # Disables CUDA graphs → big memory saver at startup + - --disable-custom-all-reduce - --trust-remote-code - - --gpu-memory-utilization=0.80 - - --enforce-eager - + - --dtype=auto + - --limit-mm-per-prompt=image=1,video=0 # Optional: limit vision if not heavily using images yet ports: - containerPort: 8000 resources: