reactivate a100

This commit is contained in:
sirius0xdev 2026-04-22 01:53:02 +00:00
parent 98d6df80fa
commit e26b7663c6
4 changed files with 94 additions and 5 deletions

89
a100-vllm.yaml Normal file
View file

@ -0,0 +1,89 @@
apiVersion: apps/v1
kind: Deployment
metadata:
name: openclaw-brain-vllm
namespace: customer1
labels:
app: openclaw-brain
spec:
replicas: 1
selector:
matchLabels:
app: openclaw-brain
template:
metadata:
labels:
app: openclaw-brain
spec:
nodeSelector:
cloud.google.com/gke-accelerator: "nvidia-a100-80gb"
tolerations:
- key: "nvidia.com/gpu-a100-80gb"
operator: "Equal"
value: "present"
effect: "NoSchedule"
containers:
- name: vllm-brain
image: vllm/vllm-openai:0.19.1
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
env:
- name: HF_TOKEN
value: ""
- name: VLLM_TOKENIZER_MODE
value: "auto"
args:
- --model=llmfan46/Qwen3.5-35B-A3B-uncensored-heretic
- --host=0.0.0.0
- --port=8000
- --tensor-parallel-size=1
- --gpu-memory-utilization=0.95
- --max-model-len=65536
- --enable-auto-tool-choice
- --trust-remote-code
- --dtype=auto
- --enable-prefix-caching
- --tool-call-parser=hermes
ports:
- containerPort: 8000
resources:
limits:
nvidia.com/gpu: 1
memory: "80Gi"
cpu: "16"
requests:
nvidia.com/gpu: 1
memory: "60Gi"
cpu: "8"
volumeMounts:
- name: model-cache
mountPath: /root/.cache/huggingface
volumes:
- name: model-cache
persistentVolumeClaim:
claimName: vllm-model-cache-pvc
---
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
name: vllm-model-cache-pvc
namespace: customer1
spec:
accessModes:
- ReadWriteOnce
resources:
requests:
storage: 100Gi
---
apiVersion: v1
kind: Service
metadata:
name: openclaw-brain-service
namespace: customer1
spec:
selector:
app: openclaw-brain
ports:
- protocol: TCP
port: 8000
targetPort: 8000
type: ClusterIP

View file

@ -56,8 +56,8 @@ data:
"agents": { "agents": {
"defaults": { "defaults": {
"model": { "model": {
"primary": "local-vllm/p-e-w/Qwen3-8B-heretic", "primary": "xai/grok-4.1-fast"
"fallbacks": ["google/gemini-3.1-pro-preview"] "fallbacks": ["xai/grok-4.1-fast"]
}, },
"workspace": "/home/node/.openclaw/workspace" "workspace": "/home/node/.openclaw/workspace"
}, },

View file

@ -2,12 +2,12 @@ apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization kind: Kustomization
resources: resources:
# - vllm-l4.yaml # - vllm-l4.yaml
# - keda-a100.yaml - keda-a100.yaml
- pvc.yaml - pvc.yaml
- configmap.yaml - configmap.yaml
- deployment.yaml - deployment.yaml
- service.yaml - service.yaml
- openclaw-secrets.yaml - openclaw-secrets.yaml
- pg-cluster-openclaw.yaml - pg-cluster-openclaw.yaml
# - vllm-gemma.yaml - a100-vllm.yaml
- xai-apikey.yaml - xai-apikey.yaml

View file

@ -24,7 +24,7 @@ spec:
effect: "NoSchedule" effect: "NoSchedule"
containers: containers:
- name: vllm-brain - name: vllm-brain
image: vllm/vllm-openai:v0.9.1 image: vllm/vllm-openai:v0.19.1
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"] command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
env: env:
- name: HF_TOKEN - name: HF_TOKEN