Merge pull request 'ci: publish all OSINT images to Forgejo registry' (#6) from feat/forgejo-registry-images into master
Some checks failed
build-and-deploy / build-push-deploy (push) Failing after 8s

Reviewed-on: #6
This commit is contained in:
sirius 2026-08-28 00:08:04 -04:00
commit 1e49062b78
3 changed files with 150 additions and 12 deletions

View file

@ -91,3 +91,13 @@ NEWS_LOG_LEVEL=INFO
# Reserved for the (out-of-scope) Telegram delivery bot.
TELEGRAM_TOKEN=
TELEGRAM_CHAT_ID=
# =============================================================================
# Forgejo container registry (CI publishes here; NOT ghcr.io)
# =============================================================================
# forgejo.siriusdevops.com/sirius/osint-dashboard[:tag]
# forgejo.siriusdevops.com/sirius/osint-dashboard-pg[:tag]
# forgejo.siriusdevops.com/sirius/osint-news-scraper[:tag]
# forgejo.siriusdevops.com/sirius/osint-news-summarizer[:tag]
FORGEJO_REGISTRY=forgejo.siriusdevops.com
FORGEJO_OWNER=sirius

View file

@ -1,27 +1,145 @@
# Build all OSINT images, publish to the Forgejo container registry, then
# redeploy on the Pi runner (docker.sock mounted).
#
# Registry: forgejo.siriusdevops.com (NOT ghcr.io)
# Images:
# forgejo.siriusdevops.com/sirius/osint-dashboard
# forgejo.siriusdevops.com/sirius/osint-dashboard-pg
# forgejo.siriusdevops.com/sirius/osint-news-scraper
# forgejo.siriusdevops.com/sirius/osint-news-summarizer
#
# Optional repo variable FORGEJO_REGISTRY overrides the host (default below).
# Deploy still uses the local docker socket on the runner host (rpi).
name: build-and-deploy
on:
push:
branches: [main, master]
workflow_dispatch:
env:
# Hostname only — Forgejo packages registry
REGISTRY: ${{ vars.FORGEJO_REGISTRY || 'forgejo.siriusdevops.com' }}
OWNER: sirius
# Keep compose project/volumes stable on the Pi
COMPOSE_PROJECT_NAME: osint-dashboard
jobs:
build:
build-push-deploy:
runs-on: docker
permissions:
contents: read
packages: write
steps:
- name: Checkout
uses: https://code.forgejo.org/actions/checkout@v4
- name: Build and deploy on the Pi (local docker)
- name: Image refs
id: img
run: |
set -euo pipefail
REG="${REGISTRY}"
OWN="${OWNER}"
SHA="${GITHUB_SHA::12}"
{
echo "reg=$REG"
echo "sha=$SHA"
echo "app=$REG/$OWN/osint-dashboard"
echo "pg=$REG/$OWN/osint-dashboard-pg"
echo "scraper=$REG/$OWN/osint-news-scraper"
echo "summarizer=$REG/$OWN/osint-news-summarizer"
} >> "$GITHUB_OUTPUT"
echo "Registry: $REG"
echo "SHA tag: $SHA"
- name: Login to Forgejo registry
run: |
set -euo pipefail
# Forgejo Actions token can push packages when packages:write is granted
echo "${{ secrets.GITHUB_TOKEN }}" | docker login "${{ steps.img.outputs.reg }}" \
-u "${{ github.actor }}" --password-stdin
- name: Build application image (api / ingester / cameras)
run: |
set -ex
APP="${{ steps.img.outputs.app }}"
SHA="${{ steps.img.outputs.sha }}"
docker build -f Dockerfile -t "${APP}:latest" -t "${APP}:${SHA}" \
-t "localhost/osint-dashboard:latest" .
docker push "${APP}:latest"
docker push "${APP}:${SHA}"
- name: Build news-scraper image
run: |
set -ex
IMG="${{ steps.img.outputs.scraper }}"
SHA="${{ steps.img.outputs.sha }}"
docker build -f news/scraper/Dockerfile -t "${IMG}:latest" -t "${IMG}:${SHA}" \
-t "localhost/osint-news-scraper:latest" news/scraper
docker push "${IMG}:latest"
docker push "${IMG}:${SHA}"
- name: Build news-summarizer image
run: |
set -ex
IMG="${{ steps.img.outputs.summarizer }}"
SHA="${{ steps.img.outputs.sha }}"
docker build -f news/summerizer/Dockerfile -t "${IMG}:latest" -t "${IMG}:${SHA}" \
-t "localhost/osint-news-summarizer:latest" news/summerizer
docker push "${IMG}:latest"
docker push "${IMG}:${SHA}"
- name: Build / refresh Timescale+PostGIS image
run: |
set -ex
PG="${{ steps.img.outputs.pg }}"
SHA="${{ steps.img.outputs.sha }}"
# Prefer rebuild so registry always has a current pg image. If packagecloud
# is unreachable, fall back to whatever local image already exists.
if docker build -f Dockerfile.pg -t "${PG}:latest" -t "${PG}:${SHA}" \
-t "localhost/osint-dashboard-pg:latest" .; then
docker push "${PG}:latest"
docker push "${PG}:${SHA}"
elif docker image inspect "localhost/osint-dashboard-pg:latest" >/dev/null 2>&1; then
echo "WARN: Dockerfile.pg build failed; retagging existing local pg image into registry"
docker tag "localhost/osint-dashboard-pg:latest" "${PG}:latest"
docker tag "localhost/osint-dashboard-pg:latest" "${PG}:${SHA}"
docker push "${PG}:latest"
docker push "${PG}:${SHA}"
else
echo "ERROR: cannot build or find osint-dashboard-pg image"
exit 1
fi
- name: Deploy on runner host (compose)
run: |
set -ex
# The forgejo-runner runs on the Pi with /var/run/docker.sock and
# /opt/siriusdevops mounted, so we build + deploy LOCALLY — no SSH/scp.
# Deploy straight from the checked-out workspace.
cd "${GITHUB_WORKSPACE}"
# Project name is pinned by `name:` in docker-compose.yml
# (osint-dashboard), matching the live volume
# osint-dashboard_osint-pgdata. Do NOT override COMPOSE_PROJECT_NAME
# here — a different name would create a fresh empty pgdata volume.
docker compose build --no-cache
# Pull from Forgejo registry into local tags compose expects, then up.
# Compose file still uses localhost/* for stable local names; we mirror
# registry tags so a cold host can recover via docker pull.
REG="${{ steps.img.outputs.reg }}"
OWN="${{ env.OWNER }}"
for name in osint-dashboard osint-dashboard-pg osint-news-scraper osint-news-summarizer; do
docker pull "${REG}/${OWN}/${name}:latest" || true
docker tag "${REG}/${OWN}/${name}:latest" "localhost/${name}:latest" || true
done
# Do NOT set COMPOSE_PROJECT_NAME differently — volumes must stay
# osint-dashboard_osint-pgdata (pinned by `name:` in compose).
docker compose build --no-cache app ingester camera-service news-scraper news-summarizer || \
docker compose build app ingester camera-service news-scraper news-summarizer
docker compose up -d --force-recreate
docker image prune -f
echo 'osint-dashboard deployed (local)'
echo "osint-dashboard deployed; images also on ${REG}/${OWN}/"
# deployed locally on the Pi via runner (docker socket + cli-plugins mounted)
- name: Summary
if: always()
run: |
{
echo "## Forgejo registry images"
echo "- \`${{ steps.img.outputs.app }}:latest\`"
echo "- \`${{ steps.img.outputs.pg }}:latest\`"
echo "- \`${{ steps.img.outputs.scraper }}:latest\`"
echo "- \`${{ steps.img.outputs.summarizer }}:latest\`"
} >> "$GITHUB_STEP_SUMMARY"

10
scripts/pull-forgejo-images.sh Executable file
View file

@ -0,0 +1,10 @@
#!/usr/bin/env bash
# Pull OSINT images from Forgejo registry and retag for docker-compose (localhost/*).
set -euo pipefail
REG="${FORGEJO_REGISTRY:-forgejo.siriusdevops.com}"
OWN="${FORGEJO_OWNER:-sirius}"
for name in osint-dashboard osint-dashboard-pg osint-news-scraper osint-news-summarizer; do
docker pull "${REG}/${OWN}/${name}:latest"
docker tag "${REG}/${OWN}/${name}:latest" "localhost/${name}:latest"
echo "ok ${name}"
done