gcloud-lab/apps/base/osint-dashboard/templates/api/cronjobs.yaml

{{- if .Values.api.enabled }}
apiVersion: batch/v1
kind: CronJob
metadata:
  name: {{ include "osint-dashboard.fullname" . }}-rss-ingestor
  namespace: {{ .Values.namespace }}
  labels:
    {{- include "osint-dashboard.labels" . | nindent 4 }}
    app.kubernetes.io/component: ingestor
spec:
  schedule: "*/5 * * * *"
  concurrencyPolicy: Forbid
  activeDeadlineSeconds: 3600
  successfulJobsHistoryLimit: 3
  failedJobsHistoryLimit: 3
  jobTemplate:
    spec:
      template:
        metadata:
          labels:
            {{- include "osint-dashboard.selectorLabels" . | nindent 12 }}
            app.kubernetes.io/component: ingestor
        spec:
          restartPolicy: OnFailure
          securityContext:
            {{- toYaml .Values.securityContext | nindent 12 }}
          containers:
            - name: rss-ingestor
              image: "{{ .Values.api.image.repository }}:{{ .Values.api.image.tag }}"
              imagePullPolicy: {{ .Values.api.image.pullPolicy | default "Always" }}
              command:
                - python
                - /app/app/ingest_cron.py
              envFrom:
                - configMapRef:
                    name: {{ include "osint-dashboard.fullname" . }}-api-config
              env:
                - name: DB_USER
                  valueFrom:
                    secretKeyRef:
                      name: {{ .Values.postgresql.credentialsSecret }}
                      key: username
                - name: DB_PASSWORD
                  valueFrom:
                    secretKeyRef:
                      name: {{ .Values.postgresql.credentialsSecret }}
                      key: password
                - name: INGESTOR_TYPE
                  value: "rss"
              resources:
                {{- toYaml .Values.api.resources | nindent 16 }}
{{- end }}
---
{{- if .Values.api.enabled }}
apiVersion: batch/v1
kind: CronJob
metadata:
  name: {{ include "osint-dashboard.fullname" . }}-gdelt-ingestor
  namespace: {{ .Values.namespace }}
  labels:
    {{- include "osint-dashboard.labels" . | nindent 4 }}
    app.kubernetes.io/component: ingestor
spec:
  schedule: "*/15 * * * *"
  concurrencyPolicy: Forbid
  activeDeadlineSeconds: 3600
  successfulJobsHistoryLimit: 3
  failedJobsHistoryLimit: 3
  jobTemplate:
    spec:
      template:
        metadata:
          labels:
            {{- include "osint-dashboard.selectorLabels" . | nindent 12 }}
            app.kubernetes.io/component: ingestor
        spec:
          restartPolicy: OnFailure
          securityContext:
            {{- toYaml .Values.securityContext | nindent 12 }}
          containers:
            - name: gdelt-ingestor
              image: "{{ .Values.api.image.repository }}:{{ .Values.api.image.tag }}"
              imagePullPolicy: {{ .Values.api.image.pullPolicy | default "Always" }}
              command:
                - python
                - /app/app/ingest_cron.py
              envFrom:
                - configMapRef:
                    name: {{ include "osint-dashboard.fullname" . }}-api-config
              env:
                - name: DB_USER
                  valueFrom:
                    secretKeyRef:
                      name: {{ .Values.postgresql.credentialsSecret }}
                      key: username
                - name: DB_PASSWORD
                  valueFrom:
                    secretKeyRef:
                      name: {{ .Values.postgresql.credentialsSecret }}
                      key: password
                - name: INGESTOR_TYPE
                  value: "gdelt"
              resources:
                {{- toYaml .Values.api.resources | nindent 16 }}
{{- end }}
---
{{- if .Values.api.enabled }}
apiVersion: batch/v1
kind: CronJob
metadata:
  name: {{ include "osint-dashboard.fullname" . }}-earthquake-ingestor
  namespace: {{ .Values.namespace }}
  labels:
    {{- include "osint-dashboard.labels" . | nindent 4 }}
    app.kubernetes.io/component: ingestor
spec:
  schedule: "0 * * * *"
  concurrencyPolicy: Forbid
  activeDeadlineSeconds: 3600
  successfulJobsHistoryLimit: 3
  failedJobsHistoryLimit: 3
  jobTemplate:
    spec:
      template:
        metadata:
          labels:
            {{- include "osint-dashboard.selectorLabels" . | nindent 12 }}
            app.kubernetes.io/component: ingestor
        spec:
          restartPolicy: OnFailure
          securityContext:
            {{- toYaml .Values.securityContext | nindent 12 }}
          containers:
            - name: earthquake-ingestor
              image: "{{ .Values.api.image.repository }}:{{ .Values.api.image.tag }}"
              imagePullPolicy: {{ .Values.api.image.pullPolicy | default "Always" }}
              command:
                - python
                - /app/app/ingest_cron.py
              envFrom:
                - configMapRef:
                    name: {{ include "osint-dashboard.fullname" . }}-api-config
              env:
                - name: DB_USER
                  valueFrom:
                    secretKeyRef:
                      name: {{ .Values.postgresql.credentialsSecret }}
                      key: username
                - name: DB_PASSWORD
                  valueFrom:
                    secretKeyRef:
                      name: {{ .Values.postgresql.credentialsSecret }}
                      key: password
                - name: INGESTOR_TYPE
                  value: "earthquake"
              resources:
                {{- toYaml .Values.api.resources | nindent 16 }}
{{- end }}
---
{{- if .Values.api.enabled }}
apiVersion: batch/v1
kind: CronJob
metadata:
  name: {{ include "osint-dashboard.fullname" . }}-nats-processor
  namespace: {{ .Values.namespace }}
  labels:
    {{- include "osint-dashboard.labels" . | nindent 4 }}
    app.kubernetes.io/component: ingestor
spec:
  schedule: "*/2 * * * *"
  concurrencyPolicy: Forbid
  activeDeadlineSeconds: 3600
  successfulJobsHistoryLimit: 3
  failedJobsHistoryLimit: 3
  jobTemplate:
    spec:
      template:
        metadata:
          labels:
            {{- include "osint-dashboard.selectorLabels" . | nindent 12 }}
            app.kubernetes.io/component: ingestor
        spec:
          restartPolicy: OnFailure
          securityContext:
            {{- toYaml .Values.securityContext | nindent 12 }}
          containers:
            - name: nats-processor
              image: "{{ .Values.api.image.repository }}:{{ .Values.api.image.tag }}"
              imagePullPolicy: {{ .Values.api.image.pullPolicy | default "Always" }}
              command:
                - python
                - /app/app/ingest_cron.py
              envFrom:
                - configMapRef:
                    name: {{ include "osint-dashboard.fullname" . }}-api-config
              env:
                - name: DB_USER
                  valueFrom:
                    secretKeyRef:
                      name: {{ .Values.postgresql.credentialsSecret }}
                      key: username
                - name: DB_PASSWORD
                  valueFrom:
                    secretKeyRef:
                      name: {{ .Values.postgresql.credentialsSecret }}
                      key: password
                - name: INGESTOR_TYPE
                  value: "nats"
              resources:
                {{- toYaml .Values.api.resources | nindent 16 }}
{{- end }}