fix: enforce mistral tokenizer mode to bypass regex corruption bug

This commit is contained in:
SiriusClaw 2026-04-18 20:09:35 +00:00
parent f2472307cf
commit 0f5d0b17e5

View file

@ -26,6 +26,13 @@ spec:
- name: vllm-brain
image: vllm/vllm-openai:latest
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
env:
- name: VLLM_ATTENTION_BACKEND
value: "XFORMERS"
- name: HF_TOKEN
value: ""
- name: VLLM_TOKENIZER_MODE
value: "mistral"
args:
- "--model"
- "dphn/Dolphin-Mistral-24B-Venice-Edition" # Uncensored 24B (Native)