diff --git a/apps/base/customer1/news_bot/deepseek-summarizer.yaml b/apps/base/customer1/news_bot/deepseek-summarizer.yaml index 4ace362..d85d4af 100644 --- a/apps/base/customer1/news_bot/deepseek-summarizer.yaml +++ b/apps/base/customer1/news_bot/deepseek-summarizer.yaml @@ -65,7 +65,7 @@ spec: containers: - name: analyst - image: siriussec/summarizerlocal:3.5 + image: siriussec/summarizerlocal:3.6 imagePullPolicy: Always env: - name: DB_PASSWORD diff --git a/apps/base/customer1/news_bot/kustomization.yaml b/apps/base/customer1/news_bot/kustomization.yaml index 694fd25..cc86173 100644 --- a/apps/base/customer1/news_bot/kustomization.yaml +++ b/apps/base/customer1/news_bot/kustomization.yaml @@ -18,3 +18,4 @@ resources: - deepseek-summarizer.yaml - deepseek-configmap.yaml - deepseek-storage.yaml + - new_deepseek.yaml diff --git a/apps/base/customer1/news_bot/new_deepseek.yaml b/apps/base/customer1/news_bot/new_deepseek.yaml new file mode 100644 index 0000000..73a7bea --- /dev/null +++ b/apps/base/customer1/news_bot/new_deepseek.yaml @@ -0,0 +1,84 @@ + + +apiVersion: batch/v1 +kind: CronJob +metadata: + name: deepseek-analyst-v1.2 + namespace: customer1 +spec: + schedule: "15 * * * *" + jobTemplate: + spec: + template: + spec: + nodeSelector: + accelerator: "a100-80gb" + + # 2. ACCEPT THE GPU TAINT + tolerations: + - key: "nvidia.com/gpu-a100-80gb" + operator: "Equal" + value: "present" + effect: "NoSchedule" + # Standard GPU toleration for GKE system + - key: "nvidia.com/gpu" + operator: "Exists" + effect: "NoSchedule" + + volumes: + - name: deepseek-storage + persistentVolumeClaim: + claimName: deepseek-storage + + + initContainers: + - name: model-puller + image: ollama/ollama:latest + volumeMounts: + - name: deepseek-storage + mountPath: /root/.ollama + command: ["/bin/sh", "-c"] + args: ["ollama serve & sleep 5 && ollama pull deepseek-r1:70b"] + + + - name: ollama-sidecar + image: ollama/ollama:latest + restartPolicy: Always + env: + - name: OLLAMA_DEBUG + value: "2" + - name: OLLAMA_LOG_LEVEL + value: "DEBUG" + ports: + - containerPort: 11434 + volumeMounts: + - name: deepseek-storage + mountPath: /root/.ollama + + resources: + limits: + nvidia.com/gpu: "1" + memory: "90Gi" + requests: + nvidia.com/gpu: "1" + memory: "80Gi" + cpu: "4" + + containers: + - name: analyst + image: siriussec/summarizerlocal:3.5 + imagePullPolicy: Always + env: + - name: DB_PASSWORD + valueFrom: + secretKeyRef: + name: news-app-password + key: password + envFrom: + - configMapRef: + name: deepseek-config + resources: + requests: + cpu: "1" + memory: "4Gi" + restartPolicy: OnFailure