model swith

This commit is contained in:
sirius0xdev 2026-04-21 02:54:01 +00:00
parent ed9112eb19
commit 2207a8a5c7

View file

@ -32,7 +32,7 @@ spec:
- name: VLLM_LOGGING_LEVEL - name: VLLM_LOGGING_LEVEL
value: DEBUG value: DEBUG
args: args:
- --model=tvall43/Qwen3.6-35B-A3B-heretic - --model=p-e-w/Qwen3-8B-heretic
- --host=0.0.0.0 - --host=0.0.0.0
- --port=8000 - --port=8000
@ -44,7 +44,7 @@ spec:
- --dtype=auto - --dtype=auto
- --tool-call-parser=hermes - --tool-call-parser=hermes
- --enable-prefix-caching - --enable-prefix-caching
- --language-model-only
ports: ports:
- containerPort: 8000 - containerPort: 8000