fuck me

infrastructure/gpus/base/vllm-servers/rtx6000-vllm.yaml

@@ -1,142 +0,0 @@
-
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: rtx6000-brain-vllm
-  namespace: customer1
-  labels:
-    app: rtx6000-brain
-spec:
-  replicas: 1
-  selector:
-    matchLabels:
-      app: rtx6000-brain
-  template:
-    metadata:
-      labels:
-        app: rtx6000-brain
-    spec:
-      nodeSelector:
-        cloud.google.com/gke-accelerator: "nvidia-rtx-pro-6000"
-      tolerations:
-        - key: "nvidia.com/gpu-nvidia-rtx-pro-6000"
-          operator: "Equal"
-          value: "present"
-          effect: "NoSchedule"
-      containers:
-        - name: vllm-brain
-          image: vllm/vllm-openai:latest
-          command: ["python3", "-m", "vllm.entrypoints.openai.api_server"]
-          env:
-            - name: HF_TOKEN
-              value: ""
-            - name: TOKENIZER_MODE
-              value: "hf"
-          args:
-            - --model=edp1096/Huihui-Qwen3.6-27B-abliterated-FP8
-            - --host=0.0.0.0
-            - --port=8000
-            - --tensor-parallel-size=1
-            - --tokenizer-mode=hf 
-            - --gpu-memory-utilization=0.98
-            - --max-model-len=187654
-            - --enable-auto-tool-choice 
-            - --enable-chunked-prefill
-            - --max-num-batched-tokens=32768
-            - --max-num-seqs=16 
-            - --trust-remote-code
-            - --dtype=auto
-            - --enable-prefix-caching
-            - --tool-call-parser=qwen3_xml
-            - --reasoning-parser=qwen3
-            
-          ports:
-            - containerPort: 8000
-          resources:
-            limits:
-              nvidia.com/gpu: 1
-              
-              
-            requests:
-              nvidia.com/gpu: 1
-              memory: "120Gi"
-              cpu: "24"
-          
-          startupProbe:
-            httpGet:
-              path: /health
-              port: 8000
-            initialDelaySeconds: 30
-            periodSeconds: 10
-            timeoutSeconds: 10
-            failureThreshold: 60
-            successThreshold: 1 
-          
-          livenessProbe:
-            httpGet:
-              path: /health
-              port: 8000 
-            initialDelaySeconds: 180
-            periodSeconds: 15
-            failureThreshold: 5
-            successThreshold: 1 
-            timeoutSeconds: 10 
-            
-          
-          readinessProbe:
-            httpGet:
-              path: /v1/models 
-              port: 8000
-            initialDelaySeconds: 120
-            periodSeconds: 10 
-            timeoutSeconds: 15 
-            failureThreshold: 8
-            successThreshold: 1 
-          
-          volumeMounts:
-            - name: model-cache
-              mountPath: /root/.cache/huggingface
-      volumes:
-        - name: model-cache
-          persistentVolumeClaim:
-            claimName: vllm-model-qwen3.6-27b-uncensored
----
-apiVersion: storage.k8s.io/v1
-kind: StorageClass
-metadata:
-  name: hyperdisk-balanced
-provisioner: pd.csi.storage.gke.io
-volumeBindingMode: WaitForFirstConsumer
-allowVolumeExpansion: true
-parameters:
-  type: hyperdisk-balanced
----
-apiVersion: v1
-kind: PersistentVolumeClaim
-metadata:
-  name: vllm-model-qwen3.6-27b-uncensored
-  namespace: customer1
-spec:
-  accessModes:
-    - ReadWriteOnce
-  storageClassName: hyperdisk-balanced   
-  resources:
-    requests:
-      storage: 100Gi
-  
----
-apiVersion: v1
-kind: Service
-metadata:
-  name: rtx6000-brain-service
-  namespace: customer1
-  annotations:
-    tailscale.com/proxy-group: rtx6000-brain
-spec:
-  selector:
-    app: rtx6000-brain
-  ports:
-    - protocol: TCP
-      port: 8000
-      targetPort: 8000
-  type: ClusterIP

infrastructure/gpus/staging/kustomization.yaml

@@ -1,5 +1,5 @@
 apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 resources:
- - ../base/vllm-servers/
+ # - ../base/vllm-servers/
  # - ../base/keda-gpu-scaling/