5212aaa5cd
Add GET /api/map/sentinel1?bbox=... which queries Planetary Computer STAC (sentinel-1-grd, last 7d, most recent), signs the vv/hh COG with a SAS token, and returns a same-origin /titiler/... XYZ tile template. Cache keyed on quantized bbox + UTC day (20 min TTL). 429 -> 429 (Retry-After), no imagery -> 404, other upstream errors -> 502. Self-host TiTiler on the Pi (ghcr.io/developmentseed/titiler, arm64, 1G cap, host loopback 8001 -> container 8000) instead of titiler.xyz. nginx /titiler/ proxy snippet routes browser tiles to it; TITILER_PUBLIC_BASE and TITILER_INTERNAL_URL are env-driven (no hardcoded hostnames).
90 lines
5 KiB
Python
90 lines
5 KiB
Python
"""OSINT Dashboard — centralized configuration (12-factor, env-driven).
|
|
|
|
All infrastructure endpoints are read from the environment with
|
|
container-friendly defaults. No secrets, hostnames, or cluster-specific
|
|
addresses are hardcoded anywhere in the codebase.
|
|
|
|
Override per environment via environment variables (docker-compose,
|
|
k8s ConfigMap/Secret, or systemd):
|
|
|
|
DB_USER, DB_PASSWORD, DB_HOST, DB_PORT, DB_NAME
|
|
NATS_URL
|
|
MINIO_ENDPOINT, MINIO_ACCESS_KEY, MINIO_SECRET_KEY, MINIO_SECURE
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import os
|
|
from urllib.parse import quote_plus
|
|
|
|
# ── PostgreSQL ────────────────────────────────────────────────────────────
|
|
# Defaults assume docker-compose/k8s service names. Override for your stack.
|
|
DB_USER = os.getenv("DB_USER", "osint")
|
|
DB_PASSWORD = os.getenv("DB_PASSWORD", "")
|
|
DB_HOST = os.getenv("DB_HOST", "postgres")
|
|
DB_PORT = os.getenv("DB_PORT", "5432")
|
|
DB_NAME = os.getenv("DB_NAME", "osint_data")
|
|
|
|
# Async SQLAlchemy URL. Password is URL-encoded so special chars are safe.
|
|
DATABASE_URL = (
|
|
f"postgresql+asyncpg://"
|
|
f"{DB_USER}:{quote_plus(DB_PASSWORD)}@{DB_HOST}:{DB_PORT}/{DB_NAME}"
|
|
)
|
|
|
|
# ── NATS JetStream ─────────────────────────────────────────────────────────
|
|
NATS_URL = os.getenv("NATS_URL", "nats://nats:4222")
|
|
|
|
# ── MinIO (document storage) ────────────────────────────────────────────────
|
|
MINIO_ENDPOINT = os.getenv("MINIO_ENDPOINT", "minio:9000")
|
|
MINIO_ACCESS_KEY = os.getenv("MINIO_ACCESS_KEY", "")
|
|
MINIO_SECRET_KEY = os.getenv("MINIO_SECRET_KEY", "")
|
|
# "false" / "0" / "no" (case-insensitive) → plain HTTP (e.g. local compose).
|
|
MINIO_SECURE = os.getenv("MINIO_SECURE", "false").lower() not in ("false", "0", "no")
|
|
|
|
# ── NASA FIRMS (active fire / hotspot ingest) ───────────────────────────────
|
|
# MAP_KEY is free; obtain one at https://firms.modaps.eosdis.nasa.gov/api/map_key_info/
|
|
# and set FIRMS_MAP_KEY in .env. Until it is set, the fire ingestor logs a
|
|
# warning and stays idle (no crash).
|
|
FIRMS_MAP_KEY = os.getenv("FIRMS_MAP_KEY", "")
|
|
# NRT VIIRS S-NPP active fire/hotspot detection (375m).
|
|
# NASA stops Suomi NPP product delivery on 2026-11-01 — default to NOAA-20.
|
|
FIRMS_DATASET = os.getenv("FIRMS_DATASET", "VIIRS_NOAA20_NRT")
|
|
# Area bounding box as "minlon,minlat,maxlon,maxlat". Default covers most of
|
|
# the inhabited globe; narrow it (e.g. CONUS "-125,24,-66,50") to shrink
|
|
# payloads and the Postgres write volume.
|
|
FIRMS_BBOX = os.getenv("FIRMS_BBOX", "-180,-60,180,75")
|
|
# Poll cadence in seconds. FIRMS NRT updates every ~5-10 min; 900 = 15 min.
|
|
FIRMS_INTERVAL = int(os.getenv("FIRMS_INTERVAL", "900"))
|
|
# Day range for the area-CSV request. FIRMS accepts [1..5] days of NRT
|
|
# detections; the API 400s when this parameter is omitted. Keep >=2: at
|
|
# some hours "1" returns zero detections due to NRT data latency.
|
|
FIRMS_DAYS = int(os.getenv("FIRMS_DAYS", "2"))
|
|
# Outbound HTTP timeout for the FIRMS CSV download.
|
|
FIRMS_TIMEOUT = float(os.getenv("FIRMS_TIMEOUT", "60"))
|
|
# Comma-separated FIRMS products to dual-write. S-NPP delivery ends 2026-11-01;
|
|
# default to NOAA-20 + NOAA-21 NRT. FIRMS_DATASET is still honored when
|
|
# FIRMS_DATASETS is unset (empty string means "use FIRMS_DATASET only").
|
|
_FIRMS_DATASETS_RAW = os.getenv("FIRMS_DATASETS", "VIIRS_NOAA20_NRT,VIIRS_NOAA21_NRT")
|
|
FIRMS_DATASETS = [d.strip() for d in _FIRMS_DATASETS_RAW.split(",") if d.strip()] or [FIRMS_DATASET]
|
|
|
|
# Identifying User-Agent for NWS / Amtraker / Nominatim (mandatory on some APIs).
|
|
OSINT_USER_AGENT = os.getenv(
|
|
"OSINT_USER_AGENT", "osint-dashboard/1.0 (self-hosted; lancewalters94@gmail.com)"
|
|
)
|
|
|
|
# Self-hosted TiTiler (warps Sentinel-1 signed COGs into XYZ tiles on the Pi).
|
|
# TITILER_PUBLIC_BASE is the same-origin path prefix the browser hits through
|
|
# the osint.rpi.local nginx vhost (`location /titiler/` → 127.0.0.1:8001).
|
|
# TITILER_INTERNAL_URL is the compose-DNS address, used only for health checks.
|
|
TITILER_PUBLIC_BASE = os.getenv("TITILER_PUBLIC_BASE", "/titiler").rstrip("/")
|
|
TITILER_INTERNAL_URL = os.getenv("TITILER_INTERNAL_URL", "http://titiler:8000")
|
|
|
|
# AISStream (server-side WebSocket only). Idle when unset.
|
|
AISSTREAM_API_KEY = os.getenv("AISSTREAM_API_KEY", "")
|
|
# Bounding box(es) as minlat,minlon,maxlat,maxlon — note lat/lon order (AISStream).
|
|
# Default: CONUS coasts + Great Lakes, not the world.
|
|
AISSTREAM_BBOX = os.getenv("AISSTREAM_BBOX", "24,-125,50,-66")
|
|
# Run the AIS worker inside the dashboard process (default on so vessels work
|
|
# without the ingest profile). Set 0 if the ingester owns the only connection.
|
|
AISSTREAM_IN_APP = os.getenv("AISSTREAM_IN_APP", "1").lower() in ("1", "true", "yes")
|
|
AISSTREAM_IN_INGEST = os.getenv("AISSTREAM_IN_INGEST", "0").lower() in ("1", "true", "yes")
|