diff --git a/a100-vllm.yaml b/a100-vllm.yaml new file mode 100644 index 0000000..c0b8274 --- /dev/null +++ b/a100-vllm.yaml @@ -0,0 +1,89 @@ +apiVersion: apps/v1 +kind: Deployment +metadata: + name: openclaw-brain-vllm + namespace: customer1 + labels: + app: openclaw-brain +spec: + replicas: 1 + selector: + matchLabels: + app: openclaw-brain + template: + metadata: + labels: + app: openclaw-brain + spec: + nodeSelector: + cloud.google.com/gke-accelerator: "nvidia-a100-80gb" + tolerations: + - key: "nvidia.com/gpu-a100-80gb" + operator: "Equal" + value: "present" + effect: "NoSchedule" + containers: + - name: vllm-brain + image: vllm/vllm-openai:0.19.1 + command: ["python3", "-m", "vllm.entrypoints.openai.api_server"] + env: + - name: HF_TOKEN + value: "" + - name: VLLM_TOKENIZER_MODE + value: "auto" + args: + - --model=llmfan46/Qwen3.5-35B-A3B-uncensored-heretic + - --host=0.0.0.0 + - --port=8000 + - --tensor-parallel-size=1 + - --gpu-memory-utilization=0.95 + - --max-model-len=65536 + - --enable-auto-tool-choice + - --trust-remote-code + - --dtype=auto + - --enable-prefix-caching + - --tool-call-parser=hermes + ports: + - containerPort: 8000 + resources: + limits: + nvidia.com/gpu: 1 + memory: "80Gi" + cpu: "16" + requests: + nvidia.com/gpu: 1 + memory: "60Gi" + cpu: "8" + volumeMounts: + - name: model-cache + mountPath: /root/.cache/huggingface + volumes: + - name: model-cache + persistentVolumeClaim: + claimName: vllm-model-cache-pvc +--- +apiVersion: v1 +kind: PersistentVolumeClaim +metadata: + name: vllm-model-cache-pvc + namespace: customer1 +spec: + accessModes: + - ReadWriteOnce + resources: + requests: + storage: 100Gi +--- +apiVersion: v1 +kind: Service +metadata: + name: openclaw-brain-service + namespace: customer1 +spec: + selector: + app: openclaw-brain + ports: + - protocol: TCP + port: 8000 + targetPort: 8000 + type: ClusterIP diff --git a/apps/base/customer1/openclaw/configmap.yaml b/apps/base/customer1/openclaw/configmap.yaml index 4125e35..be05d44 100644 --- a/apps/base/customer1/openclaw/configmap.yaml +++ b/apps/base/customer1/openclaw/configmap.yaml @@ -56,8 +56,8 @@ data: "agents": { "defaults": { "model": { - "primary": "local-vllm/p-e-w/Qwen3-8B-heretic", - "fallbacks": ["google/gemini-3.1-pro-preview"] + "primary": "xai/grok-4.1-fast" + "fallbacks": ["xai/grok-4.1-fast"] }, "workspace": "/home/node/.openclaw/workspace" }, diff --git a/apps/base/customer1/openclaw/kustomization.yaml b/apps/base/customer1/openclaw/kustomization.yaml index 51ff990..e278e66 100644 --- a/apps/base/customer1/openclaw/kustomization.yaml +++ b/apps/base/customer1/openclaw/kustomization.yaml @@ -2,12 +2,12 @@ apiVersion: kustomize.config.k8s.io/v1beta1 kind: Kustomization resources: # - vllm-l4.yaml -# - keda-a100.yaml + - keda-a100.yaml - pvc.yaml - configmap.yaml - deployment.yaml - service.yaml - openclaw-secrets.yaml - pg-cluster-openclaw.yaml - # - vllm-gemma.yaml + - a100-vllm.yaml - xai-apikey.yaml diff --git a/apps/base/customer1/openclaw/vllm-gemma.yaml b/apps/base/customer1/openclaw/vllm-gemma.yaml index b1b8654..eac84bb 100644 --- a/apps/base/customer1/openclaw/vllm-gemma.yaml +++ b/apps/base/customer1/openclaw/vllm-gemma.yaml @@ -24,7 +24,7 @@ spec: effect: "NoSchedule" containers: - name: vllm-brain - image: vllm/vllm-openai:v0.9.1 + image: vllm/vllm-openai:v0.19.1 command: ["python3", "-m", "vllm.entrypoints.openai.api_server"] env: - name: HF_TOKEN