fix version problem with vllm
This commit is contained in:
parent
25fc06accf
commit
d5bb38ab47
1 changed files with 1 additions and 1 deletions
|
|
@ -24,7 +24,7 @@ spec:
|
||||||
effect: "NoSchedule"
|
effect: "NoSchedule"
|
||||||
containers:
|
containers:
|
||||||
- name: vllm-brain-l4
|
- name: vllm-brain-l4
|
||||||
image: vllm/vllm-openai:v0.9.1
|
image: vllm/vllm-openai:latest
|
||||||
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
||||||
env:
|
env:
|
||||||
- name: HF_TOKEN
|
- name: HF_TOKEN
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue