sirius/gcloud-lab
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: remove XFORMERS attention backend override to fix Venice gibberish

Browse source
This commit is contained in:
SiriusClaw 2026-04-18 20:52:26 +00:00
parent eac5d21894
commit 1cc2d8e112
1 changed files with 0 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
apps/base/customer1/openclaw/vllm-gemma.yaml
View file

@ -27,8 +27,6 @@ spec:
image: vllm/vllm-openai:latest image: vllm/vllm-openai:latest
command: ["python3", "-m", "vllm.entrypoints.openai.api_server"] command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
env: env:
- name: VLLM_ATTENTION_BACKEND
value: "XFORMERS"
- name: HF_TOKEN - name: HF_TOKEN
value: "" value: ""
- name: VLLM_TOKENIZER_MODE - name: VLLM_TOKENIZER_MODE