2b7909d84f
- Move scraper from :50 to :00 (runs first) - Remove analyst-gemma and deepseek-analyst-v1.1 (was race condition) - Enable new_deepseek.yaml (deepseek-analyst v1.2, latest image) - Pipeline: scraper :00 -> analyst :15 -> telebot :30
49 lines
1.2 KiB
YAML
49 lines
1.2 KiB
YAML
|
|
apiVersion: batch/v1
|
|
kind: CronJob
|
|
metadata:
|
|
name: news-scraper
|
|
namespace: customer1
|
|
spec:
|
|
schedule: "0 * * * *"
|
|
jobTemplate:
|
|
spec:
|
|
template:
|
|
spec:
|
|
containers:
|
|
- name: news-scraper
|
|
image: ghcr.io/sirius0xdev/newsscraper:latest
|
|
imagePullPolicy: "Always"
|
|
|
|
resources:
|
|
requests:
|
|
memory: "1Gi"
|
|
cpu: "500m"
|
|
limits:
|
|
memory: "2Gi"
|
|
cpu: "1000m"
|
|
envFrom:
|
|
- configMapRef:
|
|
name: scrapy-config
|
|
env:
|
|
- name: DB_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: news-app-password
|
|
key: password
|
|
volumeMounts:
|
|
- name: url-storage
|
|
mountPath: /app/urls.txt
|
|
subPath: urls.txt
|
|
|
|
- mountPath: /dev/shm
|
|
name: dshm
|
|
volumes:
|
|
- name: url-storage
|
|
configMap:
|
|
name: scrapy-urls
|
|
- name: dshm
|
|
emptyDir:
|
|
medium: Memory
|
|
restartPolicy: OnFailure
|
|
|