From 3792be42626ba4aecd053c99c84d3d83a976d563 Mon Sep 17 00:00:00 2001
From: SiriusClaw <siriusclaw@openclaw.ai>
Date: Sat, 18 Apr 2026 14:28:22 +0000
Subject: [PATCH 1/3] feat: deploy vLLM Gemma model on RTX 6000 for SiriusClaw

---
 .../customer1/openclaw/kustomization.yaml     |  1 +
 apps/base/customer1/openclaw/vllm-gemma.yaml  | 66 +++++++++++++++++++
 2 files changed, 67 insertions(+)
 create mode 100644 apps/base/customer1/openclaw/vllm-gemma.yaml

diff --git a/apps/base/customer1/openclaw/kustomization.yaml b/apps/base/customer1/openclaw/kustomization.yaml
index c7e532b..32de28c 100644
--- a/apps/base/customer1/openclaw/kustomization.yaml
+++ b/apps/base/customer1/openclaw/kustomization.yaml
@@ -7,3 +7,4 @@ resources:
   - service.yaml
   - openclaw-secrets.yaml
   - pg-cluster-openclaw.yaml
+  - vllm-gemma.yaml
diff --git a/apps/base/customer1/openclaw/vllm-gemma.yaml b/apps/base/customer1/openclaw/vllm-gemma.yaml
new file mode 100644
index 0000000..5195574
--- /dev/null
+++ b/apps/base/customer1/openclaw/vllm-gemma.yaml
@@ -0,0 +1,66 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: openclaw-brain-vllm
+  namespace: customer1
+  labels:
+    app: openclaw-brain
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: openclaw-brain
+  template:
+    metadata:
+      labels:
+        app: openclaw-brain
+    spec:
+      nodeSelector:
+        cloud.google.com/gke-accelerator: "nvidia-rtx-pro-6000"
+      tolerations:
+        - key: "nvidia.com/gpu-nvidia-rtx-pro-6000"
+          operator: "Equal"
+          value: "present"
+          effect: "NO_SCHEDULE"
+      containers:
+        - name: vllm-gemma
+          image: vllm/vllm-openai:latest
+          command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
+          args:
+            - "--model"
+            - "google/gemma-2b-it" # distilled gemma model 
+            - "--dtype"
+            - "bfloat16"
+            - "--max-model-len"
+            - "8192"
+          ports:
+            - containerPort: 8000
+          resources:
+            limits:
+              nvidia.com/gpu: 1
+              memory: "32Gi"
+              cpu: "8"
+            requests:
+              nvidia.com/gpu: 1
+              memory: "16Gi"
+              cpu: "4"
+          volumeMounts:
+            - name: model-cache
+              mountPath: /root/.cache/huggingface
+      volumes:
+        - name: model-cache
+          emptyDir: {}
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: openclaw-brain-service
+  namespace: customer1
+spec:
+  selector:
+    app: openclaw-brain
+  ports:
+    - protocol: TCP
+      port: 8000
+      targetPort: 8000
+  type: ClusterIP

From e68774da48f7070e87c91dd6e7bb630dd9166348 Mon Sep 17 00:00:00 2001
From: SiriusClaw <siriusclaw@openclaw.ai>
Date: Sat, 18 Apr 2026 15:09:21 +0000
Subject: [PATCH 2/3] refactor: switch vLLM deployment to uncensored
 Dolphin-Gemma model

---
 apps/base/customer1/openclaw/vllm-gemma.yaml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/apps/base/customer1/openclaw/vllm-gemma.yaml b/apps/base/customer1/openclaw/vllm-gemma.yaml
index 5195574..110b802 100644
--- a/apps/base/customer1/openclaw/vllm-gemma.yaml
+++ b/apps/base/customer1/openclaw/vllm-gemma.yaml
@@ -28,7 +28,7 @@ spec:
           command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
           args:
             - "--model"
-            - "google/gemma-2b-it" # distilled gemma model 
+            - "cognitivecomputations/dolphin-2.8-gemma-2b-v0" # Uncensored/Distilled Dolphin-Gemma model
             - "--dtype"
             - "bfloat16"
             - "--max-model-len"

From 55a3e9eb28bd83e34765947540f9babe9afc8d80 Mon Sep 17 00:00:00 2001
From: SiriusClaw <siriusclaw@openclaw.ai>
Date: Sat, 18 Apr 2026 15:26:19 +0000
Subject: [PATCH 3/3] refactor: upgrade vLLM brain to uncensored Qwen 2.5 32B
 AWQ

---
 apps/base/customer1/openclaw/vllm-gemma.yaml | 10 ++++++----
 1 file changed, 6 insertions(+), 4 deletions(-)

diff --git a/apps/base/customer1/openclaw/vllm-gemma.yaml b/apps/base/customer1/openclaw/vllm-gemma.yaml
index 110b802..445b7c5 100644
--- a/apps/base/customer1/openclaw/vllm-gemma.yaml
+++ b/apps/base/customer1/openclaw/vllm-gemma.yaml
@@ -23,16 +23,18 @@ spec:
           value: "present"
           effect: "NO_SCHEDULE"
       containers:
-        - name: vllm-gemma
+        - name: vllm-brain
           image: vllm/vllm-openai:latest
           command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
           args:
             - "--model"
-            - "cognitivecomputations/dolphin-2.8-gemma-2b-v0" # Uncensored/Distilled Dolphin-Gemma model
+            - "cognitivecomputations/dolphin-2.9.4-qwen2.5-32b-AWQ" # Uncensored 32B Reasoning Heavyweight (Quantized)
+            - "--quantization"
+            - "awq"
             - "--dtype"
-            - "bfloat16"
+            - "half"
             - "--max-model-len"
-            - "8192"
+            - "16384"
           ports:
             - containerPort: 8000
           resources: