fix: pin vLLM to v0.9.1 and use pythonic tool call parser
This commit is contained in:
parent
bab9d4863e
commit
687d61f626
2 changed files with 4 additions and 4 deletions
|
|
@ -24,7 +24,7 @@ spec:
|
|||
effect: "NoSchedule"
|
||||
containers:
|
||||
- name: vllm-brain
|
||||
image: vllm/vllm-openai:latest
|
||||
image: vllm/vllm-openai:v0.9.1
|
||||
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
||||
env:
|
||||
- name: HF_TOKEN
|
||||
|
|
@ -41,7 +41,7 @@ spec:
|
|||
- --enable-auto-tool-choice
|
||||
- --trust-remote-code
|
||||
- --dtype=auto
|
||||
- --tool-call-parser=qwen3_coder
|
||||
- --tool-call-parser=pythonic
|
||||
- --reasoning-parser=qwen3
|
||||
- --enable-prefix-caching
|
||||
- --enable-chunked-prefill
|
||||
|
|
|
|||
|
|
@ -24,7 +24,7 @@ spec:
|
|||
effect: "NoSchedule"
|
||||
containers:
|
||||
- name: vllm-brain-l4
|
||||
image: vllm/vllm-openai:latest
|
||||
image: vllm/vllm-openai:v0.9.1
|
||||
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
||||
env:
|
||||
- name: HF_TOKEN
|
||||
|
|
@ -39,7 +39,7 @@ spec:
|
|||
- --enable-auto-tool-choice
|
||||
- --trust-remote-code
|
||||
- --dtype=auto
|
||||
- --tool-call-parser=qwen3_coder
|
||||
- --tool-call-parser=pythonic
|
||||
- --enable-prefix-caching
|
||||
ports:
|
||||
- containerPort: 8000
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue