From 0f5d0b17e52dc69cd33cced8afb97e601b6e36f6 Mon Sep 17 00:00:00 2001
From: SiriusClaw <siriusclaw@openclaw.ai>
Date: Sat, 18 Apr 2026 20:09:35 +0000
Subject: [PATCH] fix: enforce mistral tokenizer mode to bypass regex
 corruption bug

---
 apps/base/customer1/openclaw/vllm-gemma.yaml | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/apps/base/customer1/openclaw/vllm-gemma.yaml b/apps/base/customer1/openclaw/vllm-gemma.yaml
index c3e988e..750577e 100644
--- a/apps/base/customer1/openclaw/vllm-gemma.yaml
+++ b/apps/base/customer1/openclaw/vllm-gemma.yaml
@@ -26,6 +26,13 @@ spec:
         - name: vllm-brain
           image: vllm/vllm-openai:latest
           command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
+          env:
+            - name: VLLM_ATTENTION_BACKEND
+              value: "XFORMERS"
+            - name: HF_TOKEN
+              value: ""
+            - name: VLLM_TOKENIZER_MODE
+              value: "mistral"
           args:
             - "--model"
             - "dphn/Dolphin-Mistral-24B-Venice-Edition" # Uncensored 24B (Native)