diff --git a/infrastructure/gpus/base/keda-gpu-scaling/keda-vllm.yaml b/infrastructure/gpus/base/keda-gpu-scaling/keda-vllm.yaml index eee9d2e..1669e1c 100644 --- a/infrastructure/gpus/base/keda-gpu-scaling/keda-vllm.yaml +++ b/infrastructure/gpus/base/keda-gpu-scaling/keda-vllm.yaml @@ -1,17 +1,22 @@ -apiVersion: keda.sh/v1alpha1 -kind: ScaledObject +apiVersion: http.keda.sh/v1alpha1 +kind: HTTPScaledObject metadata: name: rtx6000-scaling namespace: customer1 spec: + hosts: + - rtx6000-brain-service.customer1.svc.cluster.local scaleTargetRef: name: rtx6000-brain-vllm kind: Deployment apiVersion: apps/v1 - hosts: - - rtx6000-brain-service.customer1.svc.cluster.local + service: rtx6000-brain-service + port: 8000 + paths: + - path: "^/v1/(chat/)?completions" replicas: min: 0 max: 1 - targetPendingRequests: 1 - scaledownPeriod: 900\n pollingInterval: 10\n cooldownPeriod: 30 + pollingInterval: 10 + cooldownPeriod: 30 + scaledownPeriod: 900