Merge branch 'master' of github.com:sirius0xdev/gcloud-lab

Call it
This commit is contained in:
sirius0xdev 2026-04-22 22:31:49 +00:00
commit 94f5cedf42
4 changed files with 34 additions and 6 deletions

View file

@ -39,12 +39,12 @@ spec:
- --tokenizer-mode=hf - --tokenizer-mode=hf
- --gpu-memory-utilization=0.95 - --gpu-memory-utilization=0.95
- --kv-cache-dtype=fp8 - --kv-cache-dtype=fp8
- --max-model-len=49152 - --max-model-len=auto
- --enable-auto-tool-choice - --enable-auto-tool-choice
- --trust-remote-code - --trust-remote-code
- --dtype=auto - --dtype=auto
- --enable-prefix-caching - --enable-prefix-caching
- --tool-call-parser=hermes - --tool-call-parser=qwen3_coder
- --reasoning-parser=qwen3 - --reasoning-parser=qwen3
- --disable-custom-all-reduce - --disable-custom-all-reduce

View file

@ -71,9 +71,16 @@ data:
} }
] ]
}, },
"cron": { "enabled": true } "cron": { "enabled": true },
"requestTimeoutSeconds": 180,
"promptCaching": true,
"context": {
"injectAllMarkdown": false,
"curatedFiles": ["SOUL.md", "MEMORY.md", "IDENTITY.md", "USER.md"],
"useMemorySearch": true
}
} }
AGENTS.md: | AGENTS.md: |
# OpenClaw Assistant # Sirius Claw
You are a helpful AI assistant running in Kubernetes. Professional, precise, dark humor. Running in Lance's GKE cluster.

View file

@ -0,0 +1,21 @@
apiVersion: keda.sh/v1alpha1
kind: ScaledObject
metadata:
name: openclaw-brain-a100-scaling
namespace: customer1
spec:
scaleTargetRef:
name: openclaw-brain-vllm
kind: Deployment
service:
name: openclaw-brain-service
port: 8000
minReplicaCount: 0
maxReplicaCount: 1
cooldownPeriod: 900 # 15 minutes idle before scale-down
triggers:
- type: http
metadata:
path: "/v1/models"
host: "openclaw-brain-service.customer1.svc.cluster.local"
requestCount: "1" # Scale up on 1+ request (wake script handles cold start)

View file

@ -2,7 +2,7 @@ apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization kind: Kustomization
resources: resources:
# - vllm-l4.yaml # - vllm-l4.yaml
#- keda-a100.yaml - keda-vllm.yaml
- pvc.yaml - pvc.yaml
- configmap.yaml - configmap.yaml
- deployment.yaml - deployment.yaml