Merge pull request #53 from sirius0xdev/feat/keda-a100-scaling

feat: KEDA scaling for A100 vLLM (scale to 0 when idle)
This commit is contained in:
sirius0xdev 2026-04-22 13:34:16 -04:00 committed by GitHub
commit d2feb008da
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -0,0 +1,21 @@
apiVersion: keda.sh/v1alpha1
kind: ScaledObject
metadata:
name: openclaw-brain-a100-scaling
namespace: customer1
spec:
scaleTargetRef:
name: openclaw-brain-vllm
kind: Deployment
service:
name: openclaw-brain-service
port: 8000
minReplicaCount: 0
maxReplicaCount: 1
cooldownPeriod: 900 # 15 minutes idle before scale-down
triggers:
- type: http
metadata:
path: "/v1/models"
host: "openclaw-brain-service.customer1.svc.cluster.local"
requestCount: "1" # Scale up on 1+ request (wake script handles cold start)