try new summarizer image
This commit is contained in:
parent
374b96924a
commit
44653cc6a0
3 changed files with 86 additions and 1 deletions
|
|
@ -65,7 +65,7 @@ spec:
|
|||
|
||||
containers:
|
||||
- name: analyst
|
||||
image: siriussec/summarizerlocal:3.5
|
||||
image: siriussec/summarizerlocal:3.6
|
||||
imagePullPolicy: Always
|
||||
env:
|
||||
- name: DB_PASSWORD
|
||||
|
|
|
|||
|
|
@ -18,3 +18,4 @@ resources:
|
|||
- deepseek-summarizer.yaml
|
||||
- deepseek-configmap.yaml
|
||||
- deepseek-storage.yaml
|
||||
- new_deepseek.yaml
|
||||
|
|
|
|||
84
apps/base/customer1/news_bot/new_deepseek.yaml
Normal file
84
apps/base/customer1/news_bot/new_deepseek.yaml
Normal file
|
|
@ -0,0 +1,84 @@
|
|||
|
||||
|
||||
apiVersion: batch/v1
|
||||
kind: CronJob
|
||||
metadata:
|
||||
name: deepseek-analyst-v1.2
|
||||
namespace: customer1
|
||||
spec:
|
||||
schedule: "15 * * * *"
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
spec:
|
||||
nodeSelector:
|
||||
accelerator: "a100-80gb"
|
||||
|
||||
# 2. ACCEPT THE GPU TAINT
|
||||
tolerations:
|
||||
- key: "nvidia.com/gpu-a100-80gb"
|
||||
operator: "Equal"
|
||||
value: "present"
|
||||
effect: "NoSchedule"
|
||||
# Standard GPU toleration for GKE system
|
||||
- key: "nvidia.com/gpu"
|
||||
operator: "Exists"
|
||||
effect: "NoSchedule"
|
||||
|
||||
volumes:
|
||||
- name: deepseek-storage
|
||||
persistentVolumeClaim:
|
||||
claimName: deepseek-storage
|
||||
|
||||
|
||||
initContainers:
|
||||
- name: model-puller
|
||||
image: ollama/ollama:latest
|
||||
volumeMounts:
|
||||
- name: deepseek-storage
|
||||
mountPath: /root/.ollama
|
||||
command: ["/bin/sh", "-c"]
|
||||
args: ["ollama serve & sleep 5 && ollama pull deepseek-r1:70b"]
|
||||
|
||||
|
||||
- name: ollama-sidecar
|
||||
image: ollama/ollama:latest
|
||||
restartPolicy: Always
|
||||
env:
|
||||
- name: OLLAMA_DEBUG
|
||||
value: "2"
|
||||
- name: OLLAMA_LOG_LEVEL
|
||||
value: "DEBUG"
|
||||
ports:
|
||||
- containerPort: 11434
|
||||
volumeMounts:
|
||||
- name: deepseek-storage
|
||||
mountPath: /root/.ollama
|
||||
|
||||
resources:
|
||||
limits:
|
||||
nvidia.com/gpu: "1"
|
||||
memory: "90Gi"
|
||||
requests:
|
||||
nvidia.com/gpu: "1"
|
||||
memory: "80Gi"
|
||||
cpu: "4"
|
||||
|
||||
containers:
|
||||
- name: analyst
|
||||
image: siriussec/summarizerlocal:3.5
|
||||
imagePullPolicy: Always
|
||||
env:
|
||||
- name: DB_PASSWORD
|
||||
valueFrom:
|
||||
secretKeyRef:
|
||||
name: news-app-password
|
||||
key: password
|
||||
envFrom:
|
||||
- configMapRef:
|
||||
name: deepseek-config
|
||||
resources:
|
||||
requests:
|
||||
cpu: "1"
|
||||
memory: "4Gi"
|
||||
restartPolicy: OnFailure
|
||||
Loading…
Add table
Reference in a new issue