vllm version error
This commit is contained in:
parent
8b9e6da69a
commit
7864a7f84e
2 changed files with 2 additions and 2 deletions
|
|
@ -24,7 +24,7 @@ spec:
|
||||||
effect: "NoSchedule"
|
effect: "NoSchedule"
|
||||||
containers:
|
containers:
|
||||||
- name: vllm-brain
|
- name: vllm-brain
|
||||||
image: vllm/vllm-openai:v0.19.1-ubuntu2404
|
image: vllm/vllm-openai:v0.18.2
|
||||||
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
||||||
env:
|
env:
|
||||||
- name: HF_TOKEN
|
- name: HF_TOKEN
|
||||||
|
|
|
||||||
|
|
@ -48,7 +48,7 @@ data:
|
||||||
{
|
{
|
||||||
"id": "llmfan46/Qwen3.5-27B-uncensored-heretic",
|
"id": "llmfan46/Qwen3.5-27B-uncensored-heretic",
|
||||||
"name": "Qwen3.5-27B-Heretic",
|
"name": "Qwen3.5-27B-Heretic",
|
||||||
"reasoning": "true",
|
"reasoning": true,
|
||||||
"contextWindow": 49782
|
"contextWindow": 49782
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue