Merge branch 'master' of github.com:sirius0xdev/gcloud-lab
Call it
This commit is contained in:
commit
94f5cedf42
4 changed files with 34 additions and 6 deletions
|
|
@ -39,12 +39,12 @@ spec:
|
||||||
- --tokenizer-mode=hf
|
- --tokenizer-mode=hf
|
||||||
- --gpu-memory-utilization=0.95
|
- --gpu-memory-utilization=0.95
|
||||||
- --kv-cache-dtype=fp8
|
- --kv-cache-dtype=fp8
|
||||||
- --max-model-len=49152
|
- --max-model-len=auto
|
||||||
- --enable-auto-tool-choice
|
- --enable-auto-tool-choice
|
||||||
- --trust-remote-code
|
- --trust-remote-code
|
||||||
- --dtype=auto
|
- --dtype=auto
|
||||||
- --enable-prefix-caching
|
- --enable-prefix-caching
|
||||||
- --tool-call-parser=hermes
|
- --tool-call-parser=qwen3_coder
|
||||||
- --reasoning-parser=qwen3
|
- --reasoning-parser=qwen3
|
||||||
|
|
||||||
- --disable-custom-all-reduce
|
- --disable-custom-all-reduce
|
||||||
|
|
|
||||||
|
|
@ -71,9 +71,16 @@ data:
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
"cron": { "enabled": true }
|
"cron": { "enabled": true },
|
||||||
|
"requestTimeoutSeconds": 180,
|
||||||
|
"promptCaching": true,
|
||||||
|
"context": {
|
||||||
|
"injectAllMarkdown": false,
|
||||||
|
"curatedFiles": ["SOUL.md", "MEMORY.md", "IDENTITY.md", "USER.md"],
|
||||||
|
"useMemorySearch": true
|
||||||
|
}
|
||||||
}
|
}
|
||||||
AGENTS.md: |
|
AGENTS.md: |
|
||||||
# OpenClaw Assistant
|
# Sirius Claw
|
||||||
|
|
||||||
You are a helpful AI assistant running in Kubernetes.
|
Professional, precise, dark humor. Running in Lance's GKE cluster.
|
||||||
|
|
|
||||||
21
apps/base/customer1/openclaw/keda-vllm.yaml
Normal file
21
apps/base/customer1/openclaw/keda-vllm.yaml
Normal file
|
|
@ -0,0 +1,21 @@
|
||||||
|
apiVersion: keda.sh/v1alpha1
|
||||||
|
kind: ScaledObject
|
||||||
|
metadata:
|
||||||
|
name: openclaw-brain-a100-scaling
|
||||||
|
namespace: customer1
|
||||||
|
spec:
|
||||||
|
scaleTargetRef:
|
||||||
|
name: openclaw-brain-vllm
|
||||||
|
kind: Deployment
|
||||||
|
service:
|
||||||
|
name: openclaw-brain-service
|
||||||
|
port: 8000
|
||||||
|
minReplicaCount: 0
|
||||||
|
maxReplicaCount: 1
|
||||||
|
cooldownPeriod: 900 # 15 minutes idle before scale-down
|
||||||
|
triggers:
|
||||||
|
- type: http
|
||||||
|
metadata:
|
||||||
|
path: "/v1/models"
|
||||||
|
host: "openclaw-brain-service.customer1.svc.cluster.local"
|
||||||
|
requestCount: "1" # Scale up on 1+ request (wake script handles cold start)
|
||||||
|
|
@ -2,7 +2,7 @@ apiVersion: kustomize.config.k8s.io/v1beta1
|
||||||
kind: Kustomization
|
kind: Kustomization
|
||||||
resources:
|
resources:
|
||||||
# - vllm-l4.yaml
|
# - vllm-l4.yaml
|
||||||
#- keda-a100.yaml
|
- keda-vllm.yaml
|
||||||
- pvc.yaml
|
- pvc.yaml
|
||||||
- configmap.yaml
|
- configmap.yaml
|
||||||
- deployment.yaml
|
- deployment.yaml
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue