model switch again
This commit is contained in:
parent
d769356c10
commit
34fe64c74b
3 changed files with 4 additions and 4 deletions
|
|
@ -30,7 +30,7 @@ spec:
|
||||||
- name: HF_TOKEN
|
- name: HF_TOKEN
|
||||||
value: ""
|
value: ""
|
||||||
args:
|
args:
|
||||||
- --model=Li101/Qwen3.5-35B-A3B-Uncensored-Aggressive-safetensors
|
- --model=llmfan46/Qwen3.5-27B-uncensored-heretic
|
||||||
- --host=0.0.0.0
|
- --host=0.0.0.0
|
||||||
- --port=8000
|
- --port=8000
|
||||||
- --tensor-parallel-size=1
|
- --tensor-parallel-size=1
|
||||||
|
|
@ -62,12 +62,12 @@ spec:
|
||||||
volumes:
|
volumes:
|
||||||
- name: model-cache
|
- name: model-cache
|
||||||
persistentVolumeClaim:
|
persistentVolumeClaim:
|
||||||
claimName: vllm-model-qwen3.5-35b-a3b-uncensored
|
claimName: vllm-model-qwen3.5-27b-uncensored
|
||||||
---
|
---
|
||||||
apiVersion: v1
|
apiVersion: v1
|
||||||
kind: PersistentVolumeClaim
|
kind: PersistentVolumeClaim
|
||||||
metadata:
|
metadata:
|
||||||
name: vllm-model-qwen3.5-35b-a3b-uncensored
|
name: vllm-model-qwen3.5-27b-uncensored
|
||||||
namespace: customer1
|
namespace: customer1
|
||||||
spec:
|
spec:
|
||||||
accessModes:
|
accessModes:
|
||||||
|
|
|
||||||
|
|
@ -50,7 +50,7 @@ data:
|
||||||
"name": "Qwen3.5-35B-A3B-Uncensored-Aggressive-safetensors ",
|
"name": "Qwen3.5-35B-A3B-Uncensored-Aggressive-safetensors ",
|
||||||
"reasoning": "true",
|
"reasoning": "true",
|
||||||
"contextWindow": 49152
|
"contextWindow": 49152
|
||||||
},
|
}
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue