diff --git a/apps/base/customer1/openclaw/a100-vllm.yaml b/apps/base/customer1/openclaw/a100-vllm.yaml index 6a4d326..0884b04 100644 --- a/apps/base/customer1/openclaw/a100-vllm.yaml +++ b/apps/base/customer1/openclaw/a100-vllm.yaml @@ -36,6 +36,7 @@ spec: - --host=0.0.0.0 - --port=8000 - --tensor-parallel-size=1 + - --tokenizer-mode=hf - --gpu-memory-utilization=0.95 - --kv-cache-dtype=fp8 - --max-model-len=49152