Update rtx6000-vllm.yaml

2026-05-02 08:24:21 -04:00 · 2026-05-02 08:24:21 -04:00 · 08e9998019
commit 08e9998019
parent 96d7af2886
1 changed files with 1 additions and 1 deletions
--- a/infrastructure/gpus/base/vllm-servers/rtx6000-vllm.yaml
+++ b/infrastructure/gpus/base/vllm-servers/rtx6000-vllm.yaml
@ -33,7 +33,7 @@ spec:
            - name: TOKENIZER_MODE
              value: "hf"
          args:
-            - --model=Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-BF16
+            - --model=edp1096/Huihui-Qwen3.6-27B-abliterated-FP8
            - --host=0.0.0.0
            - --port=8000
            - --tensor-parallel-size=1