fix vllm and tini

2026-05-10 01:48:34 +00:00 · 2026-05-10 01:48:34 +00:00 · bce6e18f2b
commit bce6e18f2b
parent 3d3f0a5a1f
2 changed files with 3 additions and 2 deletions
--- a/apps/base/customer1/hermes-agent/new-deployment.yaml
+++ b/apps/base/customer1/hermes-agent/new-deployment.yaml
@ -103,7 +103,8 @@ spec:
            secretKeyRef:
              name: telegram-webhook
              key: TELEGRAM_WEBHOOK_SECRET 
-        
+        - name: TINI_SUBREAPER
+          value: "true"
        - name: TELEGRAM_WEBHOOK_PORT
          value: "8645" 
        
--- a/infrastructure/gpus/base/vllm-servers/rtx6000-vllm.yaml
+++ b/infrastructure/gpus/base/vllm-servers/rtx6000-vllm.yaml
@ -42,7 +42,7 @@ spec:
            - --enable-auto-tool-choice 
            - --kv-cache-dtype=fp8 
            - --max-num-batched-tokens=65536 
-            - --max-num-seqs=128
+            - --max-num-seqs=64
            - --enable-chunked-prefill
            - --trust-remote-code
            - --dtype=auto