54f2f42710
- Fix PostgreSQL topologySpreadConstraints label selector (cnpg.io/cluster) - Fix Ingress HTTPRoutes: route API and WS traffic to correct backends - Fix API NetworkPolicy port mismatch (4000 -> 8000) - Fix MinIO bucket index syntax (_0 -> 0) in ConfigMap - Add postgresql.port and postgresql.database to values.yaml - Add container-level securityContext to API deployment - Restrict monitoring NetworkPolicy ingress to monitoring namespace - Enable readOnlyRootFilesystem for MinIO container - Add activeDeadlineSeconds (3600s) to all 4 CronJobs
211 lines
7.2 KiB
YAML
211 lines
7.2 KiB
YAML
{{- if .Values.api.enabled }}
|
|
apiVersion: batch/v1
|
|
kind: CronJob
|
|
metadata:
|
|
name: {{ include "osint-dashboard.fullname" . }}-rss-ingestor
|
|
namespace: {{ .Values.namespace }}
|
|
labels:
|
|
{{- include "osint-dashboard.labels" . | nindent 4 }}
|
|
app.kubernetes.io/component: ingestor
|
|
spec:
|
|
schedule: "*/5 * * * *"
|
|
concurrencyPolicy: Forbid
|
|
activeDeadlineSeconds: 3600
|
|
successfulJobsHistoryLimit: 3
|
|
failedJobsHistoryLimit: 3
|
|
jobTemplate:
|
|
spec:
|
|
template:
|
|
metadata:
|
|
labels:
|
|
{{- include "osint-dashboard.selectorLabels" . | nindent 12 }}
|
|
app.kubernetes.io/component: ingestor
|
|
spec:
|
|
restartPolicy: OnFailure
|
|
securityContext:
|
|
{{- toYaml .Values.securityContext | nindent 12 }}
|
|
containers:
|
|
- name: rss-ingestor
|
|
image: "{{ .Values.api.image.repository }}:{{ .Values.api.image.tag }}"
|
|
imagePullPolicy: {{ .Values.api.image.pullPolicy | default "Always" }}
|
|
command:
|
|
- python
|
|
- /app/app/ingest_cron.py
|
|
envFrom:
|
|
- configMapRef:
|
|
name: {{ include "osint-dashboard.fullname" . }}-api-config
|
|
env:
|
|
- name: DB_USER
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: {{ .Values.postgresql.credentialsSecret }}
|
|
key: username
|
|
- name: DB_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: {{ .Values.postgresql.credentialsSecret }}
|
|
key: password
|
|
- name: INGESTOR_TYPE
|
|
value: "rss"
|
|
resources:
|
|
{{- toYaml .Values.api.resources | nindent 16 }}
|
|
{{- end }}
|
|
---
|
|
{{- if .Values.api.enabled }}
|
|
apiVersion: batch/v1
|
|
kind: CronJob
|
|
metadata:
|
|
name: {{ include "osint-dashboard.fullname" . }}-gdelt-ingestor
|
|
namespace: {{ .Values.namespace }}
|
|
labels:
|
|
{{- include "osint-dashboard.labels" . | nindent 4 }}
|
|
app.kubernetes.io/component: ingestor
|
|
spec:
|
|
schedule: "*/15 * * * *"
|
|
concurrencyPolicy: Forbid
|
|
activeDeadlineSeconds: 3600
|
|
successfulJobsHistoryLimit: 3
|
|
failedJobsHistoryLimit: 3
|
|
jobTemplate:
|
|
spec:
|
|
template:
|
|
metadata:
|
|
labels:
|
|
{{- include "osint-dashboard.selectorLabels" . | nindent 12 }}
|
|
app.kubernetes.io/component: ingestor
|
|
spec:
|
|
restartPolicy: OnFailure
|
|
securityContext:
|
|
{{- toYaml .Values.securityContext | nindent 12 }}
|
|
containers:
|
|
- name: gdelt-ingestor
|
|
image: "{{ .Values.api.image.repository }}:{{ .Values.api.image.tag }}"
|
|
imagePullPolicy: {{ .Values.api.image.pullPolicy | default "Always" }}
|
|
command:
|
|
- python
|
|
- /app/app/ingest_cron.py
|
|
envFrom:
|
|
- configMapRef:
|
|
name: {{ include "osint-dashboard.fullname" . }}-api-config
|
|
env:
|
|
- name: DB_USER
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: {{ .Values.postgresql.credentialsSecret }}
|
|
key: username
|
|
- name: DB_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: {{ .Values.postgresql.credentialsSecret }}
|
|
key: password
|
|
- name: INGESTOR_TYPE
|
|
value: "gdelt"
|
|
resources:
|
|
{{- toYaml .Values.api.resources | nindent 16 }}
|
|
{{- end }}
|
|
---
|
|
{{- if .Values.api.enabled }}
|
|
apiVersion: batch/v1
|
|
kind: CronJob
|
|
metadata:
|
|
name: {{ include "osint-dashboard.fullname" . }}-earthquake-ingestor
|
|
namespace: {{ .Values.namespace }}
|
|
labels:
|
|
{{- include "osint-dashboard.labels" . | nindent 4 }}
|
|
app.kubernetes.io/component: ingestor
|
|
spec:
|
|
schedule: "0 * * * *"
|
|
concurrencyPolicy: Forbid
|
|
activeDeadlineSeconds: 3600
|
|
successfulJobsHistoryLimit: 3
|
|
failedJobsHistoryLimit: 3
|
|
jobTemplate:
|
|
spec:
|
|
template:
|
|
metadata:
|
|
labels:
|
|
{{- include "osint-dashboard.selectorLabels" . | nindent 12 }}
|
|
app.kubernetes.io/component: ingestor
|
|
spec:
|
|
restartPolicy: OnFailure
|
|
securityContext:
|
|
{{- toYaml .Values.securityContext | nindent 12 }}
|
|
containers:
|
|
- name: earthquake-ingestor
|
|
image: "{{ .Values.api.image.repository }}:{{ .Values.api.image.tag }}"
|
|
imagePullPolicy: {{ .Values.api.image.pullPolicy | default "Always" }}
|
|
command:
|
|
- python
|
|
- /app/app/ingest_cron.py
|
|
envFrom:
|
|
- configMapRef:
|
|
name: {{ include "osint-dashboard.fullname" . }}-api-config
|
|
env:
|
|
- name: DB_USER
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: {{ .Values.postgresql.credentialsSecret }}
|
|
key: username
|
|
- name: DB_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: {{ .Values.postgresql.credentialsSecret }}
|
|
key: password
|
|
- name: INGESTOR_TYPE
|
|
value: "earthquake"
|
|
resources:
|
|
{{- toYaml .Values.api.resources | nindent 16 }}
|
|
{{- end }}
|
|
---
|
|
{{- if .Values.api.enabled }}
|
|
apiVersion: batch/v1
|
|
kind: CronJob
|
|
metadata:
|
|
name: {{ include "osint-dashboard.fullname" . }}-nats-processor
|
|
namespace: {{ .Values.namespace }}
|
|
labels:
|
|
{{- include "osint-dashboard.labels" . | nindent 4 }}
|
|
app.kubernetes.io/component: ingestor
|
|
spec:
|
|
schedule: "*/2 * * * *"
|
|
concurrencyPolicy: Forbid
|
|
activeDeadlineSeconds: 3600
|
|
successfulJobsHistoryLimit: 3
|
|
failedJobsHistoryLimit: 3
|
|
jobTemplate:
|
|
spec:
|
|
template:
|
|
metadata:
|
|
labels:
|
|
{{- include "osint-dashboard.selectorLabels" . | nindent 12 }}
|
|
app.kubernetes.io/component: ingestor
|
|
spec:
|
|
restartPolicy: OnFailure
|
|
securityContext:
|
|
{{- toYaml .Values.securityContext | nindent 12 }}
|
|
containers:
|
|
- name: nats-processor
|
|
image: "{{ .Values.api.image.repository }}:{{ .Values.api.image.tag }}"
|
|
imagePullPolicy: {{ .Values.api.image.pullPolicy | default "Always" }}
|
|
command:
|
|
- python
|
|
- /app/app/ingest_cron.py
|
|
envFrom:
|
|
- configMapRef:
|
|
name: {{ include "osint-dashboard.fullname" . }}-api-config
|
|
env:
|
|
- name: DB_USER
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: {{ .Values.postgresql.credentialsSecret }}
|
|
key: username
|
|
- name: DB_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: {{ .Values.postgresql.credentialsSecret }}
|
|
key: password
|
|
- name: INGESTOR_TYPE
|
|
value: "nats"
|
|
resources:
|
|
{{- toYaml .Values.api.resources | nindent 16 }}
|
|
{{- end }}
|