try new model
This commit is contained in:
parent
8ec068c841
commit
8aad1555a5
1 changed files with 1 additions and 1 deletions
|
|
@ -32,7 +32,7 @@ spec:
|
||||||
- name: VLLM_TOKENIZER_MODE
|
- name: VLLM_TOKENIZER_MODE
|
||||||
value: "auto"
|
value: "auto"
|
||||||
args:
|
args:
|
||||||
- --model=Jiunsong/supergemma4-26b-abliterated-multimodal
|
- --model=mlabonne/Qwen3.5-32B-Heretic
|
||||||
- --host=0.0.0.0
|
- --host=0.0.0.0
|
||||||
- --port=8000
|
- --port=8000
|
||||||
- --tensor-parallel-size=1
|
- --tensor-parallel-size=1
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue