gcloud-lab/apps/base/customer1/openclaw/keda-vllm.yaml

32 lines
1 KiB
YAML
Raw Normal View History

2026-04-23 01:33:55 +00:00
apiVersion: http.keda.sh/v1alpha1
2026-04-23 01:22:28 +00:00
kind: HTTPScaledObject
metadata:
name: openclaw-brain-a100-scaling
namespace: customer1
spec:
2026-04-23 01:37:09 +00:00
# The hostname(s) the interceptor should match and route
hosts:
- openclaw-brain-service.customer1.svc.cluster.local # or your external domain if using Ingress
# - "*.customer1.svc.cluster.local" # optional wildcard
# What to scale
scaleTargetRef:
2026-04-23 01:37:09 +00:00
name: openclaw-brain-vllm # your Deployment name
kind: Deployment
2026-04-23 01:37:09 +00:00
apiVersion: apps/v1
# The Service the interceptor will forward traffic to
service:
name: openclaw-brain-service # adjust if your Service name is different
2026-04-23 01:39:34 +00:00
port: 8000 # or 8080 / whatever port your container listens on
2026-04-23 01:37:09 +00:00
# Replica settings (enables scale-to-zero)
replicas:
min: 0
max: 1
# Scaling behavior choose ONE of the two options below:
# Option 1: Scale based on concurrent/pending requests (simplest, good for cold-start wake-up)
targetPendingRequests: 1 # wake up on any incoming request