model switch again

This commit is contained in:
sirius0xdev 2026-04-22 05:41:00 +00:00
parent d769356c10
commit 34fe64c74b
3 changed files with 4 additions and 4 deletions

View file

@ -30,7 +30,7 @@ spec:
- name: HF_TOKEN - name: HF_TOKEN
value: "" value: ""
args: args:
- --model=Li101/Qwen3.5-35B-A3B-Uncensored-Aggressive-safetensors - --model=llmfan46/Qwen3.5-27B-uncensored-heretic
- --host=0.0.0.0 - --host=0.0.0.0
- --port=8000 - --port=8000
- --tensor-parallel-size=1 - --tensor-parallel-size=1
@ -62,12 +62,12 @@ spec:
volumes: volumes:
- name: model-cache - name: model-cache
persistentVolumeClaim: persistentVolumeClaim:
claimName: vllm-model-qwen3.5-35b-a3b-uncensored claimName: vllm-model-qwen3.5-27b-uncensored
--- ---
apiVersion: v1 apiVersion: v1
kind: PersistentVolumeClaim kind: PersistentVolumeClaim
metadata: metadata:
name: vllm-model-qwen3.5-35b-a3b-uncensored name: vllm-model-qwen3.5-27b-uncensored
namespace: customer1 namespace: customer1
spec: spec:
accessModes: accessModes:

View file

@ -50,7 +50,7 @@ data:
"name": "Qwen3.5-35B-A3B-Uncensored-Aggressive-safetensors ", "name": "Qwen3.5-35B-A3B-Uncensored-Aggressive-safetensors ",
"reasoning": "true", "reasoning": "true",
"contextWindow": 49152 "contextWindow": 49152
}, }
] ]
} }
} }