Merge pull request #43 from sirius0xdev/fix/revert-vllm-latest
fix: revert vLLM image to latest to support bleeding edge tool parsers
This commit is contained in:
commit
bab9d4863e
2 changed files with 2 additions and 2 deletions
|
|
@ -24,7 +24,7 @@ spec:
|
||||||
effect: "NoSchedule"
|
effect: "NoSchedule"
|
||||||
containers:
|
containers:
|
||||||
- name: vllm-brain
|
- name: vllm-brain
|
||||||
image: vllm/vllm-openai:v0.7.3
|
image: vllm/vllm-openai:latest
|
||||||
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
||||||
env:
|
env:
|
||||||
- name: HF_TOKEN
|
- name: HF_TOKEN
|
||||||
|
|
|
||||||
|
|
@ -24,7 +24,7 @@ spec:
|
||||||
effect: "NoSchedule"
|
effect: "NoSchedule"
|
||||||
containers:
|
containers:
|
||||||
- name: vllm-brain-l4
|
- name: vllm-brain-l4
|
||||||
image: vllm/vllm-openai:v0.7.3
|
image: vllm/vllm-openai:latest
|
||||||
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
||||||
env:
|
env:
|
||||||
- name: HF_TOKEN
|
- name: HF_TOKEN
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue