add tools to vllm

2026-04-19 23:33:43 +00:00 · 2026-04-19 23:33:43 +00:00 · 28e701e27f
commit 28e701e27f
parent 2d8e4b9476
1 changed files with 3 additions and 0 deletions
--- a/apps/base/customer1/openclaw/vllm-gemma.yaml
+++ b/apps/base/customer1/openclaw/vllm-gemma.yaml
@ -44,6 +44,9 @@ spec:
            - --disable-custom-all-reduce
            - --trust-remote-code
            - --dtype=auto
+            - --tool-call-parser qwen3_xml
+            - --reasoning-parser qwen3
+            - --enable-prefix-caching
            ##- --limit-mm-per-prompt='{"image"=1, "video"=0}'  # Optional: limit vision if not heavily using images yet 
          ports:
            - containerPort: 8000