model swith
This commit is contained in:
parent
ed9112eb19
commit
2207a8a5c7
1 changed files with 2 additions and 2 deletions
|
|
@ -32,7 +32,7 @@ spec:
|
||||||
- name: VLLM_LOGGING_LEVEL
|
- name: VLLM_LOGGING_LEVEL
|
||||||
value: DEBUG
|
value: DEBUG
|
||||||
args:
|
args:
|
||||||
- --model=tvall43/Qwen3.6-35B-A3B-heretic
|
- --model=p-e-w/Qwen3-8B-heretic
|
||||||
|
|
||||||
- --host=0.0.0.0
|
- --host=0.0.0.0
|
||||||
- --port=8000
|
- --port=8000
|
||||||
|
|
@ -44,7 +44,7 @@ spec:
|
||||||
- --dtype=auto
|
- --dtype=auto
|
||||||
- --tool-call-parser=hermes
|
- --tool-call-parser=hermes
|
||||||
- --enable-prefix-caching
|
- --enable-prefix-caching
|
||||||
- --language-model-only
|
|
||||||
|
|
||||||
ports:
|
ports:
|
||||||
- containerPort: 8000
|
- containerPort: 8000
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue