Update rtx6000-vllm.yaml

2026-05-16 23:01:39 -04:00 · 2026-05-16 23:01:39 -04:00 · 18aa779232
commit 18aa779232
parent 0899aa1b97
1 changed files with 2 additions and 1 deletions
--- a/infrastructure/gpus/base/vllm-servers/rtx6000-vllm.yaml
+++ b/infrastructure/gpus/base/vllm-servers/rtx6000-vllm.yaml
@ -51,7 +51,8 @@ spec:
            - --enable-prefix-caching
            - --tool-call-parser=qwen3_xml
            - --reasoning-parser=qwen3
-            - --speculative-config "{"method": "mtp", "num_speculative_tokens": 2}"
+            - --speculative-config 
+            - --'{"method": "mtp", "num_speculative_tokens": 2}'
            
          ports:
            - containerPort: 8000