From e05e71d0fc343af4e7c1d219991d931564377a04 Mon Sep 17 00:00:00 2001 From: sirius0xdev Date: Wed, 6 May 2026 01:42:12 +0000 Subject: [PATCH] vllm image error fix --- apps/base/customer1/hermes-agent/kustomization.yaml | 4 +++- apps/base/customer1/hermes-agent/rays-deployment.yaml | 10 ++++++++++ .../gpus/base/vllm-servers/rtx6000-vllm.yaml | 2 +- 3 files changed, 14 insertions(+), 2 deletions(-) diff --git a/apps/base/customer1/hermes-agent/kustomization.yaml b/apps/base/customer1/hermes-agent/kustomization.yaml index 901ea6a..040de28 100644 --- a/apps/base/customer1/hermes-agent/kustomization.yaml +++ b/apps/base/customer1/hermes-agent/kustomization.yaml @@ -3,4 +3,6 @@ kind: Kustomization resources: - deployment.yaml - hermes-secret.yaml - - configmap.yaml \ No newline at end of file + - configmap.yaml + - rays-hermes-secret.yaml + - rays-deployment.yaml diff --git a/apps/base/customer1/hermes-agent/rays-deployment.yaml b/apps/base/customer1/hermes-agent/rays-deployment.yaml index f67b58f..7f8c472 100644 --- a/apps/base/customer1/hermes-agent/rays-deployment.yaml +++ b/apps/base/customer1/hermes-agent/rays-deployment.yaml @@ -63,6 +63,16 @@ spec: volumeMounts: - name: hermes-data mountPath: /opt/data + - name: hermes-config + mountPath: /opt/data/config.yaml + subPath: config.yaml + resources: + requests: + memory: 2Gi + cpu: "1" + limits: + memory: 4Gi + cpu: "2" volumes: - name: hermes-data persistentVolumeClaim: diff --git a/infrastructure/gpus/base/vllm-servers/rtx6000-vllm.yaml b/infrastructure/gpus/base/vllm-servers/rtx6000-vllm.yaml index addcb57..35b3221 100644 --- a/infrastructure/gpus/base/vllm-servers/rtx6000-vllm.yaml +++ b/infrastructure/gpus/base/vllm-servers/rtx6000-vllm.yaml @@ -24,7 +24,7 @@ spec: effect: "NoSchedule" containers: - name: vllm-brain - image: vllm/vllm-openai:latest + image: vllm/vllm-openai:0.19.x command: ["python3", "-m", "vllm.entrypoints.openai.api_server"] env: - name: HF_TOKEN