vllm image error fix
This commit is contained in:
parent
2200006c41
commit
e05e71d0fc
3 changed files with 14 additions and 2 deletions
|
|
@ -4,3 +4,5 @@ resources:
|
||||||
- deployment.yaml
|
- deployment.yaml
|
||||||
- hermes-secret.yaml
|
- hermes-secret.yaml
|
||||||
- configmap.yaml
|
- configmap.yaml
|
||||||
|
- rays-hermes-secret.yaml
|
||||||
|
- rays-deployment.yaml
|
||||||
|
|
|
||||||
|
|
@ -63,6 +63,16 @@ spec:
|
||||||
volumeMounts:
|
volumeMounts:
|
||||||
- name: hermes-data
|
- name: hermes-data
|
||||||
mountPath: /opt/data
|
mountPath: /opt/data
|
||||||
|
- name: hermes-config
|
||||||
|
mountPath: /opt/data/config.yaml
|
||||||
|
subPath: config.yaml
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
memory: 2Gi
|
||||||
|
cpu: "1"
|
||||||
|
limits:
|
||||||
|
memory: 4Gi
|
||||||
|
cpu: "2"
|
||||||
volumes:
|
volumes:
|
||||||
- name: hermes-data
|
- name: hermes-data
|
||||||
persistentVolumeClaim:
|
persistentVolumeClaim:
|
||||||
|
|
|
||||||
|
|
@ -24,7 +24,7 @@ spec:
|
||||||
effect: "NoSchedule"
|
effect: "NoSchedule"
|
||||||
containers:
|
containers:
|
||||||
- name: vllm-brain
|
- name: vllm-brain
|
||||||
image: vllm/vllm-openai:latest
|
image: vllm/vllm-openai:0.19.x
|
||||||
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
||||||
env:
|
env:
|
||||||
- name: HF_TOKEN
|
- name: HF_TOKEN
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue