- Set replicas.min: 0 for scale-to-zero when idle - Add config.cooldownPeriod: 1200 to KEDA HTTP add-on HelmRelease (20 min buffer before scaling down from 1 replica) - Add external HTTPRoute at brain.siriusdevops.com for manual wake-up via curl from Hermes/Telegram
18 lines
361 B
YAML
18 lines
361 B
YAML
apiVersion: http.keda.sh/v1alpha1
|
|
kind: HTTPScaledObject
|
|
metadata:
|
|
name: rtx6000-scaling
|
|
namespace: customer1
|
|
spec:
|
|
hosts:
|
|
- rtx6000-brain-service.customer1.svc.cluster.local
|
|
scaleTargetRef:
|
|
name: rtx6000-brain-vllm
|
|
kind: Deployment
|
|
apiVersion: apps/v1
|
|
service: rtx6000-brain-service
|
|
port: 8000
|
|
replicas:
|
|
min: 0
|
|
max: 1
|
|
|